mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-20 17:47:06 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
b142571366
commit
e1843b7e6c
@ -640,8 +640,8 @@ def launch_core_engines(
|
|||||||
|
|
||||||
# Start local engines.
|
# Start local engines.
|
||||||
if local_engine_count:
|
if local_engine_count:
|
||||||
# In server mode, start_index and local_start_index will
|
# In server mode, start_index is the dp_rank and
|
||||||
# both be 0. << todo: update
|
# local_start_index is 0.
|
||||||
local_engine_manager = CoreEngineProcManager(
|
local_engine_manager = CoreEngineProcManager(
|
||||||
EngineCoreProc.run_engine_core,
|
EngineCoreProc.run_engine_core,
|
||||||
vllm_config=vllm_config,
|
vllm_config=vllm_config,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user