mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-01 07:01:50 +08:00
23 lines
828 B
Plaintext
23 lines
828 B
Plaintext
#include "c3x/scaled_mm_helper.hpp"
|
|
#include "c3x/scaled_mm_kernels.hpp"
|
|
|
|
/*
|
|
This file defines quantized GEMM operations using the CUTLASS 3.x API, for
|
|
NVIDIA GPUs with sm100 (Blackwell).
|
|
*/
|
|
|
|
#if defined ENABLE_SCALED_MM_SM100 && ENABLE_SCALED_MM_SM100
|
|
|
|
void cutlass_scaled_mm_sm100(torch::Tensor& c, torch::Tensor const& a,
|
|
torch::Tensor const& b,
|
|
torch::Tensor const& a_scales,
|
|
torch::Tensor const& b_scales,
|
|
std::optional<torch::Tensor> const& bias) {
|
|
dispatch_scaled_mm(c, a, b, a_scales, b_scales, bias,
|
|
vllm::cutlass_scaled_mm_sm100_fp8,
|
|
nullptr, // int8 not supported on SM100
|
|
vllm::cutlass_scaled_mm_blockwise_sm100_fp8);
|
|
}
|
|
|
|
#endif
|