diff --git a/primus_turbo/pytorch/kernels/grouped_gemm/grouped_gemm_fp8_impl.py b/primus_turbo/pytorch/kernels/grouped_gemm/grouped_gemm_fp8_impl.py index e34414f07..9d2483cde 100644 --- a/primus_turbo/pytorch/kernels/grouped_gemm/grouped_gemm_fp8_impl.py +++ b/primus_turbo/pytorch/kernels/grouped_gemm/grouped_gemm_fp8_impl.py @@ -322,7 +322,7 @@ class GroupedGEMMFP8TritonBackend(KernelBackend): ScalingGranularity.BLOCKWISE, } - SUPPORTED_DTYPES = set(_COMMON_SUPPORTED_DTYPES) + SUPPORTED_DTYPES = set(_COMMON_SUPPORTED_DTYPES + _HYBRID_SUPPORTED_DTYPES) @staticmethod def can_handle( @@ -439,7 +439,7 @@ class GroupedGEMMFP8VariableKTritonBackend(KernelBackend): ScalingGranularity.BLOCKWISE, } - SUPPORTED_DTYPES = set(_COMMON_SUPPORTED_DTYPES) + SUPPORTED_DTYPES = set(_COMMON_SUPPORTED_DTYPES + _HYBRID_SUPPORTED_DTYPES) @staticmethod def can_handle(