mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-13 22:45:50 +08:00
[CI] Fix Pre-commit Issue Cannot determine type of "rank" and "world_size" (#26448)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
parent
1ee35382cb
commit
8983e0216f
@ -377,6 +377,11 @@ class FlashInferAllToAllManager(All2AllManagerBase):
|
|||||||
All2All communication based on flashinfer kernels.
|
All2All communication based on flashinfer kernels.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
# This type lint could be removed after all of the work in
|
||||||
|
# https://github.com/vllm-project/vllm/issues/26533 done.
|
||||||
|
rank: int
|
||||||
|
world_size: int
|
||||||
|
|
||||||
def __init__(self, cpu_group):
|
def __init__(self, cpu_group):
|
||||||
assert has_flashinfer_all2all(), (
|
assert has_flashinfer_all2all(), (
|
||||||
"flashinfer all2all module not found. Please install/check flashinfer"
|
"flashinfer all2all module not found. Please install/check flashinfer"
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user