xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-28 06:47:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 23:55:02 +00:00
parent a58892880e
commit e81c277e6e
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/v1/engine/core_client.py
View File

@ -970,9 +970,6 @@ class DPAsyncMPClient(AsyncMPClient):
self.engines_running = running self.engines_running = running
# NOTE: counts include all global Cores. Slice # NOTE: counts include all global Cores. Slice
# to get get the Core's managed by this client. # to get get the Core's managed by this client.
# TODO(rob): update this so we only pull in
# the counts that we are load balancing across.
# logger.info(f"{counts=}")
self.lb_engines = counts[start_idx:end_idx] self.lb_engines = counts[start_idx:end_idx]
resources.stats_update_task = asyncio.create_task( resources.stats_update_task = asyncio.create_task(