mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-04 17:14:02 +08:00
[Log] Add Warning for LLM(data_parallel_size=k) single-process DP Usage (#27282)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
parent
843af7f7fc
commit
1a0f4defb7
@ -285,6 +285,16 @@ class LLM:
|
||||
else:
|
||||
structured_outputs_instance = StructuredOutputsConfig()
|
||||
|
||||
# warn about single-process data parallel usage.
|
||||
_dps = int(kwargs.get("data_parallel_size", 1))
|
||||
if _dps > 1:
|
||||
raise ValueError(
|
||||
f"LLM(data_parallel_size={_dps}) is not supported for single-"
|
||||
"process usage and may hang. Please use "
|
||||
"the explicit multi-process data-parallel example at "
|
||||
"'examples/offline_inference/data_parallel.py'."
|
||||
)
|
||||
|
||||
engine_args = EngineArgs(
|
||||
model=model,
|
||||
runner=runner,
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user