xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 02:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Catching Ray Compiled Graph PP test failures for V1 (#14847)

Browse Source
This commit is contained in:
Rui Qiao 2025-03-16 15:46:42 -07:00 committed by GitHub
parent 31060b2757
commit b9b5bdfc7d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 15 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
tests/distributed/test_pipeline_parallel.py
View File

@ -350,6 +350,10 @@ def _compare_tp(
else: else:
pp_env = None pp_env = None
tp_env = {
"VLLM_USE_V1": vllm_major_version,
}
pp_args = [ pp_args = [
*common_args, *common_args,
"--pipeline-parallel-size", "--pipeline-parallel-size",
@ -374,14 +378,20 @@ def _compare_tp(
] ]
try: try:
compare_two_settings(model_id, pp_args, tp_args, pp_env, method=method) compare_two_settings(model_id,
pp_args,
tp_args,
pp_env,
tp_env,
method=method)
except Exception: except Exception:
if pp_env is None: testing_ray_compiled_graph = pp_env is not None
raise if testing_ray_compiled_graph and vllm_major_version == "0":
else: # Ray Compiled Graph tests are flaky for V0,
# Ray Compiled Graph tests are flaky,
# so we don't want to fail the test # so we don't want to fail the test
logger.exception("Ray Compiled Graph tests failed") logger.exception("Ray Compiled Graph tests failed")
else:
raise
@pytest.mark.parametrize( @pytest.mark.parametrize(