Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 02:30:23 +00:00
parent b142571366
commit e1843b7e6c

View File

@ -640,8 +640,8 @@ def launch_core_engines(
# Start local engines. # Start local engines.
if local_engine_count: if local_engine_count:
# In server mode, start_index and local_start_index will # In server mode, start_index is the dp_rank and
# both be 0. << todo: update # local_start_index is 0.
local_engine_manager = CoreEngineProcManager( local_engine_manager = CoreEngineProcManager(
EngineCoreProc.run_engine_core, EngineCoreProc.run_engine_core,
vllm_config=vllm_config, vllm_config=vllm_config,