mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-11-20 08:07:01 +08:00
add minimal documentation for torch scaled mm base class
Signed-off-by: vllmellm <vllm.ellm@embeddedllm.com>
This commit is contained in:
parent
7fb465744c
commit
56a05cd818
@ -133,6 +133,14 @@ def torch_channelwise_w8a8_scaled_mm(
|
|||||||
|
|
||||||
|
|
||||||
class TorchScaledMMLinearKernel(FP8ScaledMMLinearKernel):
|
class TorchScaledMMLinearKernel(FP8ScaledMMLinearKernel):
|
||||||
|
"""
|
||||||
|
Base class for FP8 linear kernels using Torch.
|
||||||
|
Each subclass represents a kernel variant for
|
||||||
|
specific device capabilities and torch versions,
|
||||||
|
so we split them up and implement
|
||||||
|
get_min_capability() separately for each.
|
||||||
|
"""
|
||||||
|
|
||||||
def get_ouput_padding(self) -> int | None:
|
def get_ouput_padding(self) -> int | None:
|
||||||
vllm_config = get_current_vllm_config().compilation_config
|
vllm_config = get_current_vllm_config().compilation_config
|
||||||
pad_output = vllm_config.mode < CompilationMode.VLLM_COMPILE
|
pad_output = vllm_config.mode < CompilationMode.VLLM_COMPILE
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user