mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 00:35:28 +08:00
[MISC] typo fix and clean import (#18664)
Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
parent
2e6705784f
commit
4ceafb6299
@ -1,8 +1,7 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
# SPDX-License-Identifier: Apache-2.0
|
||||||
|
|
||||||
from vllm.distributed.kv_transfer.kv_connector.base import KVConnectorBaseType
|
|
||||||
from vllm.distributed.kv_transfer.kv_transfer_state import (
|
from vllm.distributed.kv_transfer.kv_transfer_state import (
|
||||||
ensure_kv_transfer_initialized, get_kv_transfer_group,
|
KVConnectorBaseType, ensure_kv_transfer_initialized, get_kv_transfer_group,
|
||||||
has_kv_transfer_group, is_v1_kv_transfer_group)
|
has_kv_transfer_group, is_v1_kv_transfer_group)
|
||||||
|
|
||||||
__all__ = [
|
__all__ = [
|
||||||
|
|||||||
@ -106,7 +106,7 @@ class SimpleConnector(KVConnectorBase):
|
|||||||
else:
|
else:
|
||||||
|
|
||||||
# the current vLLM instance is KV consumer, so it needs to connect
|
# the current vLLM instance is KV consumer, so it needs to connect
|
||||||
# its recv pipe to the send pipe of KV producder
|
# its recv pipe to the send pipe of KV producer
|
||||||
if self.config.kv_connector == "PyNcclConnector":
|
if self.config.kv_connector == "PyNcclConnector":
|
||||||
self.consumer_data_pipe = PyNcclPipe(
|
self.consumer_data_pipe = PyNcclPipe(
|
||||||
local_rank=local_rank,
|
local_rank=local_rank,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user