From ffad94397dd3fe5478919d2e4c785273378b4aab Mon Sep 17 00:00:00 2001 From: Russell Bryant Date: Wed, 5 Mar 2025 20:08:02 -0500 Subject: [PATCH] [CI/Build] Use spawn multiprocessing mode for V1 test pipeline (#14243) Signed-off-by: Russell Bryant --- .buildkite/test-pipeline.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.buildkite/test-pipeline.yaml b/.buildkite/test-pipeline.yaml index d0f5c94ffd8db..521faeedd4150 100644 --- a/.buildkite/test-pipeline.yaml +++ b/.buildkite/test-pipeline.yaml @@ -78,6 +78,7 @@ steps: - tests/basic_correctness/test_preemption - tests/basic_correctness/test_cumem.py commands: + - export VLLM_WORKER_MULTIPROC_METHOD=spawn - pytest -v -s basic_correctness/test_cumem.py - pytest -v -s basic_correctness/test_basic_correctness.py - pytest -v -s basic_correctness/test_cpu_offload.py @@ -112,6 +113,7 @@ steps: - tests/entrypoints/test_chat_utils - tests/entrypoints/offline_mode commands: + - export VLLM_WORKER_MULTIPROC_METHOD=spawn - pytest -v -s entrypoints/llm --ignore=entrypoints/llm/test_lazy_outlines.py --ignore=entrypoints/llm/test_generate.py --ignore=entrypoints/llm/test_generate_multiple_loras.py --ignore=entrypoints/llm/test_guided_generate.py --ignore=entrypoints/llm/test_collective_rpc.py - pytest -v -s entrypoints/llm/test_lazy_outlines.py # it needs a clean process - pytest -v -s entrypoints/llm/test_generate.py # it needs a clean process @@ -196,6 +198,7 @@ steps: - tests/v1 commands: # split the test to avoid interference + - export VLLM_WORKER_MULTIPROC_METHOD=spawn - VLLM_USE_V1=1 pytest -v -s v1/core - VLLM_USE_V1=1 pytest -v -s v1/engine - VLLM_USE_V1=1 pytest -v -s v1/sample