xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-02 13:11:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

updatedd

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 03:47:23 +00:00
parent 2a68433a82
commit 1ced153eec
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/engine/core_client.py
View File

@ -961,6 +961,8 @@ class DPAsyncMPClient(AsyncMPClient):
counts, wave, running = msgspec.msgpack.decode(buf) counts, wave, running = msgspec.msgpack.decode(buf)
self.current_wave = wave self.current_wave = wave
self.engines_running = running self.engines_running = running
# NOTE: counts includes num running for all global
# EngineCores, so need to slide for the local ones.
self.lb_engines = counts[dp_start_rank:dp_end_rank] self.lb_engines = counts[dp_start_rank:dp_end_rank]
resources.stats_update_task = asyncio.create_task( resources.stats_update_task = asyncio.create_task(