mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-06-05 14:35:45 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
99583c2a25
commit
ad34f4a953
@ -649,7 +649,6 @@ def launch_core_engines(
|
|||||||
local_client=True,
|
local_client=True,
|
||||||
local_engine_count=local_engine_count,
|
local_engine_count=local_engine_count,
|
||||||
start_index=dp_rank,
|
start_index=dp_rank,
|
||||||
# In server, this is 0.
|
|
||||||
local_start_index=local_start_index or 0)
|
local_start_index=local_start_index or 0)
|
||||||
else:
|
else:
|
||||||
local_engine_manager = None
|
local_engine_manager = None
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user