xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 06:35:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

[CI] Fix race condition in test_kv_cache_events test (#18169)

Browse Source 
Signed-off-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
Russell Bryant 2025-05-14 19:27:48 -04:00 committed by GitHub
parent 7974736740
commit 78aa341d12
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tests/v1/engine/test_engine_core_client.py
View File

@ -292,7 +292,6 @@ def test_kv_cache_events(
log_stats=False, log_stats=False,
) )
endpoint = publisher_config.endpoint.replace("*", "127.0.0.1") endpoint = publisher_config.endpoint.replace("*", "127.0.0.1")
time.sleep(0.1)
subscriber = MockSubscriber(endpoint, subscriber = MockSubscriber(endpoint,
topic=publisher_config.topic, topic=publisher_config.topic,
decode_type=KVEventBatch) decode_type=KVEventBatch)

2
vllm/distributed/kv_events.py
View File

@ -130,6 +130,7 @@ class ZmqEventPublisher(EventPublisher):
self._endpoint = endpoint self._endpoint = endpoint
self._replay_endpoint = replay_endpoint self._replay_endpoint = replay_endpoint
self._hwm = hwm self._hwm = hwm
self._socket_setup()
# Payload # Payload
self._seq_gen = count() self._seq_gen = count()
@ -207,7 +208,6 @@ class ZmqEventPublisher(EventPublisher):
def _publisher_thread(self) -> None: def _publisher_thread(self) -> None:
"""Background thread that processes the event queue.""" """Background thread that processes the event queue."""
self._pack = msgspec.msgpack.Encoder() self._pack = msgspec.msgpack.Encoder()
self._socket_setup()
assert self._pub is not None # narrows type for mypy assert self._pub is not None # narrows type for mypy