mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-06-08 19:29:09 +08:00
Replace multiply_add with homogeneous_multiply_add to Address Clang Template Parameter Issue (#20142)
Signed-off-by: Lu Fang <lufang@fb.com>
This commit is contained in:
parent
d8ee5a2ca4
commit
5eaf570050
@ -153,7 +153,7 @@ struct ScaledEpilogueBias
|
|||||||
cutlass::epilogue::threadblock::Sm80EVT<Compute0, ScaleB, Accum>;
|
cutlass::epilogue::threadblock::Sm80EVT<Compute0, ScaleB, Accum>;
|
||||||
|
|
||||||
using Compute1 = cutlass::epilogue::threadblock::VisitorCompute<
|
using Compute1 = cutlass::epilogue::threadblock::VisitorCompute<
|
||||||
cutlass::multiply_add, ElementD, float,
|
cutlass::homogeneous_multiply_add, ElementD, float,
|
||||||
cutlass::FloatRoundStyle::round_to_nearest>;
|
cutlass::FloatRoundStyle::round_to_nearest>;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
@ -210,7 +210,7 @@ struct ScaledEpilogueBiasAzp
|
|||||||
EVTComputeAzp>;
|
EVTComputeAzp>;
|
||||||
|
|
||||||
using ComputeScaleBiasA = cutlass::epilogue::threadblock::VisitorCompute<
|
using ComputeScaleBiasA = cutlass::epilogue::threadblock::VisitorCompute<
|
||||||
cutlass::multiply_add, ElementD, float,
|
cutlass::homogeneous_multiply_add, ElementD, float,
|
||||||
cutlass::FloatRoundStyle::round_to_nearest>;
|
cutlass::FloatRoundStyle::round_to_nearest>;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
@ -288,7 +288,7 @@ struct ScaledEpilogueBiasAzpToken
|
|||||||
EVTComputeAcc>;
|
EVTComputeAcc>;
|
||||||
|
|
||||||
using ComputeScaleBiasA = cutlass::epilogue::threadblock::VisitorCompute<
|
using ComputeScaleBiasA = cutlass::epilogue::threadblock::VisitorCompute<
|
||||||
cutlass::multiply_add, ElementD, float,
|
cutlass::homogeneous_multiply_add, ElementD, float,
|
||||||
cutlass::FloatRoundStyle::round_to_nearest>;
|
cutlass::FloatRoundStyle::round_to_nearest>;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
|||||||
@ -195,7 +195,7 @@ struct ScaledEpilogueBias
|
|||||||
cutlass::epilogue::fusion::Sm90EVT<Compute0, ScaleB, Accum>;
|
cutlass::epilogue::fusion::Sm90EVT<Compute0, ScaleB, Accum>;
|
||||||
|
|
||||||
using Compute1 = cutlass::epilogue::fusion::Sm90Compute<
|
using Compute1 = cutlass::epilogue::fusion::Sm90Compute<
|
||||||
cutlass::multiply_add, ElementD, float,
|
cutlass::homogeneous_multiply_add, ElementD, float,
|
||||||
cutlass::FloatRoundStyle::round_to_nearest>;
|
cutlass::FloatRoundStyle::round_to_nearest>;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
@ -238,7 +238,7 @@ struct ScaledEpilogueColumnBias
|
|||||||
cutlass::epilogue::fusion::Sm90EVT<Compute0, ScaleB, Accum>;
|
cutlass::epilogue::fusion::Sm90EVT<Compute0, ScaleB, Accum>;
|
||||||
|
|
||||||
using Compute1 = cutlass::epilogue::fusion::Sm90Compute<
|
using Compute1 = cutlass::epilogue::fusion::Sm90Compute<
|
||||||
cutlass::multiply_add, ElementD, float,
|
cutlass::homogeneous_multiply_add, ElementD, float,
|
||||||
cutlass::FloatRoundStyle::round_to_nearest>;
|
cutlass::FloatRoundStyle::round_to_nearest>;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
@ -295,7 +295,7 @@ struct ScaledEpilogueBiasAzp
|
|||||||
cutlass::epilogue::fusion::Sm90EVT<ComputeScaleB, ScaleB, EVTComputeAzp>;
|
cutlass::epilogue::fusion::Sm90EVT<ComputeScaleB, ScaleB, EVTComputeAzp>;
|
||||||
|
|
||||||
using ComputeScaleBiasA = cutlass::epilogue::fusion::Sm90Compute<
|
using ComputeScaleBiasA = cutlass::epilogue::fusion::Sm90Compute<
|
||||||
cutlass::multiply_add, ElementD, float,
|
cutlass::homogeneous_multiply_add, ElementD, float,
|
||||||
cutlass::FloatRoundStyle::round_to_nearest>;
|
cutlass::FloatRoundStyle::round_to_nearest>;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
@ -371,7 +371,7 @@ struct ScaledEpilogueBiasAzpToken
|
|||||||
cutlass::epilogue::fusion::Sm90EVT<ComputeScaleB, ScaleB, EVTComputeAcc>;
|
cutlass::epilogue::fusion::Sm90EVT<ComputeScaleB, ScaleB, EVTComputeAcc>;
|
||||||
|
|
||||||
using ComputeScaleBiasA = cutlass::epilogue::fusion::Sm90Compute<
|
using ComputeScaleBiasA = cutlass::epilogue::fusion::Sm90Compute<
|
||||||
cutlass::multiply_add, ElementD, float,
|
cutlass::homogeneous_multiply_add, ElementD, float,
|
||||||
cutlass::FloatRoundStyle::round_to_nearest>;
|
cutlass::FloatRoundStyle::round_to_nearest>;
|
||||||
|
|
||||||
public:
|
public:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user