Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 02:30:23 +00:00
parent b142571366
commit e1843b7e6c

View File

@ -640,8 +640,8 @@ def launch_core_engines(
# Start local engines.
if local_engine_count:
# In server mode, start_index and local_start_index will
# both be 0. << todo: update
# In server mode, start_index is the dp_rank and
# local_start_index is 0.
local_engine_manager = CoreEngineProcManager(
EngineCoreProc.run_engine_core,
vllm_config=vllm_config,