/*
* SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION &
* AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/


#pragma once

#include <flashinfer/trtllm/gemm/trtllmGen_gemm_export/GemmOptions.h>


namespace gemm { 


namespace tensorrt_llm
{

namespace kernels
{
// clang-format off

#define TLLM_GEN_EXPORT_VERSION "7.0"

static constexpr size_t tllmGenGemmListLen = 93;


static const gemm::GemmConfig tllmGenGemmList[] = {
#ifndef EXCLUDE_SM_100
{nullptr, 0, 126232, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s7_et128x8_m128x8x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "0db8b586c9e1ed66d89c4a663a4a391088fa8c1dc6f5ca033ff9497f4029636b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 128272, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s7_et128x8_m128x8x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "176f12ffc39342395865c290c190447bf2f60cb539f792bccbbb9a70185e8752", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 137488, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s7_et128x16_m128x16x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "3b5a15e28bc0fcb2b96f1b93eb370ee41fced38454a6f2eb4581e1d2d4d14c06", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 145680, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s4_et128x8_m128x8x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "fb478533117e25a6cabe3a8f9a958d7be5bc44ba05547cf028e3c13ddaab8ce8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 192784, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "561e7b3dc981138e3d38e9331e651a2435a5abef5c30574b868237db16a281df", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 217360, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "d1c3da473cfbdbe5d3bc7b5c6e73f6be4f514d6af29d3f4783dc908433c3737e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 197136, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s9_et128x32_m128x32x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "4a0dea8593bf47e231bf17a173fe029e6e21dcde6d6751edb7064aea75bf3642", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 126232, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s7_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "57aaa781532c298700ae5070ecc9e1a0f885ee0b3c2842a235e575d64e30d9c9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 160016, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x256_s3_et128x32_m128x64x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "66882c69eee719218d71b40a34217eed09cf13ae1bda919d9a21bff94f40869e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 133400, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s7_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "6b3ce430ca744c324b1cd5ec34d05b403f402f5377a260da4d1f16b2a77e69ed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 143640, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s4_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "cd26291f02ac99154955c469aa60854367e0813d1351782ae8e518318636a8c5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 143640, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x256_s4_et128x8_m128x8x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "c4f9d2e787e8ceafef569354ed01095ed3b06655fd8aadbe8396f8e9098e2fbd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 133400, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s7_et128x16_m128x16x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "4f3eb75fe845ba78debdb1ba03396ab2e20023f8370906e8d0a317500a65947c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 188952, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s9_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "a64e131bc787bef8e42c82b65a3ff6fc029b5112500f2f1befcbc9a72d7f0495", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 188696, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s5_et128x16_m128x16x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "8d22afb5a17828262807265754d2628f145a798a9ee370341e6657ee43f80a75", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 188696, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x256_s5_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "e5792651eca59bd801cc0ad53875c798b3c2953fee458fd7986a0f1ca89006b6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 184592, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s7_et128x32_m128x64x32_c1x1x1_rM_BN_transOut_schedS_sm100f", 256, "7506a500ae866575f3adb49b1032ce53f61ac59fc1e5f3fc6dc8dad7a61ca255", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ 128
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(2)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 209176, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "393ed4f96d3582a952e6723771df46ba83f304c198406ef201893b10a391fbb1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 188952, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s9_et128x32_m128x32x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "606ff89f30fa9f81adc7c64ea70e2674f7c0a7352bb5b9a8da182e6ead911d3f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 209176, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x256_s5_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "0ed53bd0a5a8dc7de24d89ca1777bb396a1a265823a78f69ebcb7f419e1ff15e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 121136, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s6_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 384, "1061f9c3ba43622f81d75a776ca44019aeba8f2dcdcc4db9c78184202ced70e7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 64
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 64
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 2
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 1
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 0
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 151832, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x256_s3_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "b5536122dff94d1f81636cc1e866669ed222344e03b81d4c62c784843b21e6a4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 176408, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s7_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "9a3f4636c1d0089a0fb13f6dae244dfa471692cfb3def775a74f993f5a757d10", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 137520, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 384, "e4b2c5af5234217f5b5da60db9b3b343815f065aea3edd5e10354362e0cdc199", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 64
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 64
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 2
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 1
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 0
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 151832, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x256_s3_et128x64_m128x64x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "3eec7e326e2675f82b3b8193fbb7cb27ea91d039e194fec1c4abd641ee336e4c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 176408, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s7_et128x64_m128x64x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 256, "33a3ab3bf1d6c8bf3a6017d3de2824f04f786c0d1e1ca182849bc5914adf6642", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 113072, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s6_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd2x2x1x3_sm100f", 512, "39b05509ae391f4f63d0f0f490e027783cba601cf855fa231b1e92e4f146f7bd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 64
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 64
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 2
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 1
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 0
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 185872, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s4_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "1da995da21d384db8f3bac0aaa08dec40fb72a7968813532bcbe68c8f6d75d66", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 185872, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s4_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "21984792b9ba2e9b2c6dad9ea9045f4be0ebecc432ecbea756e22d5d7e6cd015", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 186000, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s4_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_sm100f", 512, "92bfc30506570b15407abde8e0c1f7b4eb9e078946cee51054bdb5cc210b6aa4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 2
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 137648, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s6_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schPd2x2x1x3_sm100f", 512, "0945115a866cca95c1e8bde4ee45da0826a0745dd4174f8a495238b41cc75895", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(1050629)
, /* mDtypeB */ trtllm::gen::Dtype(1050629)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629)
, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 64
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(2)
, /* mMmaM */ 64
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 2
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ -1
, /* mSfBlockSizeB */ -1
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 1
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 0
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 186000, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s4_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schPd2x1x2x3_sm100f", 512, "b4d29f42ce2442c8dc82aeedb214791de1fe98f381a31cc02bf8a89f6c95508a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 2
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 2
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 187152, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x256u2_s6_et128x64_m128x64x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "d53325d14128d276b988a7c0cad1ca74f99c2b77f07591662811125f5f692aaa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 133648, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s3_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "dcb3d2a0ef51c5d3f7b1366fca1fcc232f018387698a3295c2cfd6434d05b531", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 187152, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x256_s6_et128x64_m128x64x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "c2455eb88ac263840d43109395676f292d0c282f4d0055541750ee4d6045885e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 133648, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s3_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "097acd71c508d687f4b93324e6df8295a365926027cfc69cbd74fe8c33480f52", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 174608, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s4_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "1583f0b793f19fcde619737bbb66198e576bddd64146838ef8bad31a232471a6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 58640, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s2_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "6e7042668403a813d57b9a8f661d1950c17a7cf71dde6cd431121318cfa034f3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 58640, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s2_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "6e0c94561f74d9dd1488cdf9a8bdc655784a46d71afa3a7d94f7060016dff00c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 174608, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s4_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "cbdf2723b352f0a78cc1c5181c48f46016ecf36ab4932190671e1e57dad20f04", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 151312, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256_s6_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "87ac1793fc2febe12e900ab3b734f58c455565b14d7d82de08bb9183d3485ee6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 163344, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "c4435d0aaace0a40f90051b5af0e414d75d0c8655d324998939cdcb5c38c3a24", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 46352, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256_s2_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "5a32cce32b33b987b8e0667b14bfce14594f25e8a35567e2a58b74131c85e190", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 46352, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x256u2_s2_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "e8372cd5ca6f7a2338fa227389440da44af184ce7b8de420169d3407b90b78e2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 151312, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x32x256u2_s6_et128x32_m128x32x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "0414cc891d87a5a8d863b2849b4d71de658ad33e45e2cebc49a6e067b2814970", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 124432, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "57cd5ae2806f27ab947e05d31bfae3b94458e88c9abc49d7f1141ff27a4432f9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 148752, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "6560b96d72f910bbd7ecac756daa6a686c59a3ad0ce25fb755aaa2976163e476", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 124432, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "aca43da337baf1d1bcfdad08195d8d948d1cbe8cd8e9782778cc75ffed90f291", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 163344, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "a43cb2aca9544d77749f3fc48f593710bad699e9faa9003268d1ae3fca6deb14", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 148752, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s3_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "cd273b0e30f71f48313de48d3f3c26cd063ff7b7d255e5fe14ca59c0ca208aed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 85264, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s2_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "ce76c84cf2cfbfaf21449eaf63496f7e9312579e4c792207bb543d86088819fb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 91408, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512_s2_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "ea65742ce761bf2f57bfe716630cfc97baf25ba245baa62b964600dacdd98b04", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 111888, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "c09b66796e945ef3388764bc50fb67a37c842e2637ace1f4d6348e258ecceb4e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 103952, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x256_s3_et128x64_m128x64x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "45c456989c8d138cb5957e0d21cb332f36ec971571d048a2194d6506ec89b636", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 85264, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512u2_s2_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "4b2b0e3d7c6a66b1914413b3a2ce4639fdbf8d50a6445dde2ae5f635967075dd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 111888, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256u2_s2_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "fa7240c341067498d559819264afb4bbc846c300a7c56c2268cad5091725aff6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 91408, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x16x512u2_s2_et128x16_m128x16x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "4a20d9e1f715916f07e1e33ce520f8a9c673d0dc07d1775a4f6fee4340a9c377", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 512
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 2
, /* mNumStagesB */ 2
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 2
, /* mNumStagesSmemSfB */ 2
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 2
, /* mNumStagesTmemSfB */ 2
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 512
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 103952, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x64x256u2_s3_et128x64_m128x64x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "0625ca244070d450ab5e2ee77171b7827a92098fdf3ee690d7c7a22d892d6efe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 133904, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x128_s7_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "1084d659d8729b5b65e67a6da8ab6a9f104da8f77662084326ff54073d02294b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 149008, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x128_s6_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "3c4fc31e3ee073990256c84dfa6ec0d056b23e2b77dd9c500fd65c541d95e543", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 149008, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x128u2_s6_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "e44aa1036f7752fa0947059fbf6899ff2f9990375784207a90246c87170aea1a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 93456, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x128u2_s3_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "81e30ad0d6ea17e2b0353653248145cf36d0ea6e9016f9ee10e6b8f34f727a20", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 8192
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 8192
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 131864, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x128_s7_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "ee1073b6aed76a1e83b76e0f6693458c3b31ad53364aea201f80f99663f872af", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 93456, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x128_s3_et128x128_m128x128x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "da8b390ee77a25b588322d44043a04978bb2a1c87213741f7779688a64c5c1fe", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17826818)
, /* mDtypeB */ trtllm::gen::Dtype(17826818)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 64
, /* mMmaKind */ trtllm::gen::MmaKind(4)
, /* mMmaM */ 128
, /* mMmaN */ 128
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 3
, /* mNumStagesB */ 3
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 3
, /* mNumStagesSmemSfB */ 3
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 3
, /* mNumStagesTmemSfB */ 3
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 16
, /* mSfBlockSizeB */ 16
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 131864, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x128_s7_et128x8_m128x8x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "5696b7fde82e622e4b3c959029f558f35fc02ce3f1d5f6b0914fe22e33bbf124", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 151056, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s4_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "34dc91ec3b08e310702fcb49b449bda8baacd9d81e150fe39a3ce40dac452478", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 149016, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s4_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "9bbfee99bc4cf4b7b1a11c7c764c9941a5f7cfa3e92238efff9bf4cb0368d116", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 199184, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "24edbf726a648bed9dfb32f09d2acd0e393ff65508d9e1f406e39f51153de0f9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 143120, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x128_s7_et128x16_m128x16x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "ff34671f859232124a3b1e6c540824c88d029052053b17d5e4cbc842a6f82303", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 139032, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x128_s7_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "8889bf0b9fdedeb06a2b05bc60ccd1c13c3c826cb66658a82b7f856a65440771", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 149016, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x8x256_s4_et128x8_m128x8x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "c10ee621147a70a552536e724b223e581ba48daecb7e2dc079ba5a36482d5389", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 8
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 8
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 8
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 139032, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x128_s7_et128x16_m128x16x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "671a8b5bc9e276888929840c3bbe39a5c9a46fbfda0c022080900b57ac613854", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 195096, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "71df0dd15526e614b63d8811c083bd6ef1043864d4078f0a094519440b317a48", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 204816, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x128_s9_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "f435fcf90d17bbd4209a1e490c52394e14a260232ff2ab7a96c5c2175c044c32", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 191248, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x32_m128x64x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "957f868b6995f4fa9481d1d09656bfd07d89be4bdff2f5529d890b8ad230b468", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 195096, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x16x256_s5_et128x16_m128x16x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "3697359f3184651beca308802b8f52d700d5198679e15fe95bd4736dc483f21f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 16
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 16
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 16
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 224784, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "0ff648b80b4a9f510f7e03b0d7f6b3f1994433443f3e1b3a15448b2ce9d5dcb1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 196632, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x128_s9_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "4b6b9689d4e060a9d2556756ef8a9362f16517278c512f9f4315466427d5d959", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 216600, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "354df7bc0b111b14f176aa99424270453935061e53ac554556c369b1700c69f8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 216600, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x256_s5_et128x32_m128x32x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "192ed9d8ffd8d84b4b52dca477e3604159128aec0da3f8ccb867e6a8ff346a65", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 196632, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x32x128_s9_et128x32_m128x32x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "27faf76fb840fdd8f2daa3c616ae9abf514f2496c2fa1cd81620cd2d96da5a8a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 32
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 9
, /* mNumStagesB */ 9
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 9
, /* mNumStagesSmemSfB */ 9
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 9
, /* mNumStagesTmemSfB */ 9
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 32
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 173840, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s6_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "552c8a6a28d1b84aa60e40ac7c97d8590a86351403048f09f61ab658b6853ada", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 223760, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "acc97634268cb58c86d1c586eff61ed9198ee030a905c020399483850f944842", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 183064, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "3dea5ca4d1fe984cd7e57f092d915c2db061f500cc78eb7c36fb4734643d6536", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 215568, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x32_m128x64x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "2a0c646b278e15900f9a35b10e168426e1d1958b7e080eb9e18baf4136b6b905", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 32
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 183064, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s7_et128x64_m128x64x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "90422e991605931b057ccbd4e92abf4669742cd4a50a1a94663ec9edae62b4f1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 7
, /* mNumStagesB */ 7
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 7
, /* mNumStagesSmemSfB */ 7
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 7
, /* mNumStagesTmemSfB */ 7
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 224400, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s8_et128x64_m128x64x32_c1x1x1_rM_TN_transOut_schPdx3_sm100f", 512, "480919a989907e27e560951b791a14f63ea2fc3cb5eeb7ba8c0f18b666b4d9f5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 128
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 8
, /* mNumStagesB */ 8
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 8
, /* mNumStagesSmemSfB */ 8
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 8
, /* mNumStagesTmemSfB */ 8
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 128
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 157464, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s6_et128x64_m128x64x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "0618c1e812b2e87da57e4d6ad00e52d82e72004634edadd1bd9c5393d29e70b2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 384
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 384
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 157464, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x128_s6_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "5f9ac906896539188f797bc12b2853a2178a191f9edaf7fd27556ec76847280a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 256
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 6
, /* mNumStagesB */ 6
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 6
, /* mNumStagesSmemSfB */ 6
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 6
, /* mNumStagesTmemSfB */ 6
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 256
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 207384, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 512, "ee7c64f88672555cb71383ec9419f012cee77f3e6ec612cd2018252f5c2be59a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 2
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 512
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 2
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 512
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 207384, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x64x256_s4_et128x64_m128x64x32_c1x1x3_rM_splitK3_TN_transOut_schedS_sm100f", 512, "e0e39e301da66161d5fd71a39ddec665b3cd48e67f0dacc1af850371c98f2037", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 1
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 3
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 768
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 128
, /* mMmaN */ 64
, /* mMmaTileK */ 256
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 3
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(1)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(2)
, /* mTileK */ 256
, /* mTileM */ 128
, /* mTileN */ 64
, /* mTileScheduler */ gemm::TileScheduler(0)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 0
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 768
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 124568, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x128x128u2_s4_et128x64_m256x128x32_c2x1x1_rM_TN_transOut_schPdx3_sm100f", 512, "68cb500194a9293dff6932615895b2bc211959f7f537775c4c7cd328182478f1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 2
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 64
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 256
, /* mMmaN */ 128
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 4
, /* mNumStagesB */ 4
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 4
, /* mNumStagesSmemSfB */ 4
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 4
, /* mNumStagesTmemSfB */ 4
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 128
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
{nullptr, 0, 212632, "gemm_Bfloat16_MxE4m3MxE4m3_Fp32_Ab32_Bb32_t128x256x128u2_s5_et128x128_m256x256x32_c2x1x1_rM_TN_transOut_schPdx3_sm100f", 512, "070c6edfb942f4b54dc4f83e3fceef6c3c7e73ff0be38a69a6343e5f23fd9bea", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0)
, /* mBiasDtype */ trtllm::gen::Dtype(1056776)
, /* mBiasType */ gemm::BiasType(0)
, /* mBlockK */ -1
, /* mClcFastDrain */ 1
, /* mClusterDimX */ 2
, /* mClusterDimY */ 1
, /* mClusterDimZ */ 1
, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0)
, /* mDtypeAcc */ trtllm::gen::Dtype(1056776)
, /* mDtypeA */ trtllm::gen::Dtype(17827853)
, /* mDtypeB */ trtllm::gen::Dtype(17827853)
, /* mDtypeC */ trtllm::gen::Dtype(1052672)
, /* mDtypeMmaA */ trtllm::gen::Dtype(17827853)
, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853)
, /* mEltwiseActType */ gemm::EltwiseActType(0)
, /* mEnablesEarlyExit */ 0
, /* mEnablesDelayedEarlyExit */ 0
, /* mEnablesGlobalPtxKnobs */ 1
, /* mEpilogueLdtmDps */ 16
, /* mEpilogueLdtmBits */ 256
, /* mEpilogueTileM */ 128
, /* mEpilogueTileN */ 128
, /* mFallbackClusterDimX */ 1
, /* mFallbackClusterDimY */ 1
, /* mFallbackClusterDimZ */ 1
, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0)
, /* mFuseLoadSfTask */ 0
, /* mFuseUtccpWithUtcmma */ 0
, /* mGridTriggerSecondaryA */ 0
, /* mGridTriggerSecondaryB */ 0
, /* mGridWaitForPrimaryEarlyExit */ 1
, /* mGridWaitForPrimaryA */ 1
, /* mGridWaitForPrimaryB */ 1
, /* mHoistLoadTaskInit */ 1
, /* mHoistMmaTaskTryWaits */ 0
, /* mK */ 4096
, /* mKernelTraits */ {}
, /* mLayoutA */ gemm::MatrixLayout(0)
, /* mLayoutB */ gemm::MatrixLayout(0)
, /* mM */ 256
, /* mMmaK */ 32
, /* mMmaKind */ trtllm::gen::MmaKind(5)
, /* mMmaM */ 256
, /* mMmaN */ 256
, /* mMmaTileK */ 128
, /* mMockAllReduce */ 0
, /* mN */ 256
, /* mNumEpilogueWarps */ 4
, /* mNumRegsCastAWarps */ 0
, /* mNumRegsCopySfLdsSttm */ 0
, /* mNumRegsCopySparsityInfo */ 0
, /* mNumRegsPerThreadEpilogueWarp */ 0
, /* mNumRegsPerThreadNonEpilogueWarp */ 0
, /* mNumSlicesForSplitK */ 1
, /* mNumSlicesForSliceK */ 1
, /* mNumStagesA */ 5
, /* mNumStagesB */ 5
, /* mNumStagesMma */ 1
, /* mNumStagesMmaWithinWorkTile */ 1
, /* mNumStagesMmaAcrossWorkTile */ 1
, /* mNumStagesSmemSfA */ 5
, /* mNumStagesSmemSfB */ 5
, /* mNumStagesTmemA */ 0
, /* mNumStagesTmemSfA */ 5
, /* mNumStagesTmemSfB */ 5
, /* mNumStagesWorkId */ 3
, /* mOutputDebugTensors */ 0
, /* mPatchF2fp */ 0
, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672)
, /* mSchedHostTask */ gemm::SchedHostTask(0)
, /* mSfBlockSizeA */ 32
, /* mSfBlockSizeB */ 32
, /* mSfBlockSizeC */ -1
, /* mSfLayoutA */ trtllm::gen::SfLayout(3)
, /* mSfLayoutB */ trtllm::gen::SfLayout(3)
, /* mSfLayoutC */ trtllm::gen::SfLayout(3)
, /* mSfReshapeFactor */ 1
, /* mSliceK */ 0
, /* mSparsityA */ trtllm::gen::Sparsity(0)
, /* mSplitK */ gemm::SplitK(0)
, /* mTileK */ 128
, /* mTileM */ 128
, /* mTileN */ 256
, /* mTileScheduler */ gemm::TileScheduler(1)
, /* mTransposeMmaOutput */ 1
, /* mUseCustomizedMma3xNvFp4 */ 0
, /* mUseCustomMmaSchedule */ 1
, /* mUseDeepSeekFp8 */ 0
, /* mUseFlexibleClusterDims */ 0
, /* mUseHoistTryWaitForCustomMmaSchedule */ 0
, /* mUseMaxTmemOverlap */ 0
, /* mUsePerTokenSfA */ 0
, /* mUsePerTokenSfB */ 0
, /* mUseShuffledMatrix */ 1
, /* mUseTmaStore */ 1
, /* mUseTwoTmaLoadWarps */ 1
, /* mUseTwoMmaWarps */ 0
, /* mUseUnrollLoop2xForMma */ 1
, /* mValidM */ 256
, /* mValidN */ 256
, /* mValidK */ 4096
, /* mWorldSize */ 1
 }, gemm::SmVersion::Sm100f},
#endif // EXCLUDE_SM_100
};
// clang-format on
} // namespace kernels
} // namespace tensorrt_llm

}