mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-09 13:37:15 +08:00
[Bug][KVConnector][Metrics] Remove a vacuous assertion breaking external-launcher (#30577)
Co-authored-by: Qier Li <qier@fb.com>
This commit is contained in:
parent
24429d5924
commit
dc7fb5bebe
@ -7,7 +7,6 @@ from prometheus_client import Counter, Gauge, Histogram
|
|||||||
|
|
||||||
from vllm.config import KVTransferConfig, VllmConfig
|
from vllm.config import KVTransferConfig, VllmConfig
|
||||||
from vllm.distributed.kv_transfer.kv_connector.factory import KVConnectorFactory
|
from vllm.distributed.kv_transfer.kv_connector.factory import KVConnectorFactory
|
||||||
from vllm.distributed.kv_transfer.kv_transfer_state import has_kv_transfer_group
|
|
||||||
from vllm.logger import init_logger
|
from vllm.logger import init_logger
|
||||||
|
|
||||||
PromMetric: TypeAlias = Gauge | Counter | Histogram
|
PromMetric: TypeAlias = Gauge | Counter | Histogram
|
||||||
@ -53,8 +52,6 @@ class KVConnectorStats:
|
|||||||
|
|
||||||
class KVConnectorLogging:
|
class KVConnectorLogging:
|
||||||
def __init__(self, kv_transfer_config: KVTransferConfig | None):
|
def __init__(self, kv_transfer_config: KVTransferConfig | None):
|
||||||
# This should be called on frontend process.
|
|
||||||
assert not has_kv_transfer_group()
|
|
||||||
# Instantiate the connector's stats class.
|
# Instantiate the connector's stats class.
|
||||||
if kv_transfer_config and kv_transfer_config.kv_connector:
|
if kv_transfer_config and kv_transfer_config.kv_connector:
|
||||||
self.connector_cls = KVConnectorFactory.get_connector_class(
|
self.connector_cls = KVConnectorFactory.get_connector_class(
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user