diff --git a/.buildkite/run-amd-test.sh b/.buildkite/run-amd-test.sh index e5a1b760db1f0..469422ddec20a 100755 --- a/.buildkite/run-amd-test.sh +++ b/.buildkite/run-amd-test.sh @@ -105,19 +105,33 @@ fi if [[ $commands == *" entrypoints/openai "* ]]; then commands=${commands//" entrypoints/openai "/" entrypoints/openai \ --ignore=entrypoints/openai/test_audio.py \ - --ignore=entrypoints/openai/test_chat.py \ --ignore=entrypoints/openai/test_shutdown.py \ --ignore=entrypoints/openai/test_completion.py \ --ignore=entrypoints/openai/test_sleep.py \ --ignore=entrypoints/openai/test_models.py \ + --ignore=entrypoints/openai/test_lora_adapters.py \ + --ignore=entrypoints/openai/test_return_tokens_as_ids.py \ + --ignore=entrypoints/openai/test_root_path.py \ + --ignore=entrypoints/openai/test_tokenization.py \ --ignore=entrypoints/openai/test_prompt_validation.py "} fi #ignore certain Entrypoints/llm tests -if [[ $commands == *" && pytest -v -s entrypoints/llm/test_guided_generate.py"* ]]; then - commands=${commands//" && pytest -v -s entrypoints/llm/test_guided_generate.py"/" "} +if [[ $commands == *" entrypoints/llm "* ]]; then + commands=${commands//" entrypoints/llm "/" entrypoints/llm \ + --ignore=entrypoints/llm/test_chat.py \ + --ignore=entrypoints/llm/test_accuracy.py \ + --ignore=entrypoints/llm/test_init.py \ + --ignore=entrypoints/llm/test_generate_multiple_loras.py \ + --ignore=entrypoints/llm/test_prompt_validation.py "} fi +#Obsolete currently +##ignore certain Entrypoints/llm tests +#if [[ $commands == *" && pytest -v -s entrypoints/llm/test_guided_generate.py"* ]]; then +# commands=${commands//" && pytest -v -s entrypoints/llm/test_guided_generate.py"/" "} +#fi + # --ignore=entrypoints/openai/test_encoder_decoder.py \ # --ignore=entrypoints/openai/test_embedding.py \ # --ignore=entrypoints/openai/test_oot_registration.py diff --git a/.buildkite/test-pipeline.yaml b/.buildkite/test-pipeline.yaml index 59e64dc527f18..4a462e1909a1f 100644 --- a/.buildkite/test-pipeline.yaml +++ b/.buildkite/test-pipeline.yaml @@ -104,7 +104,7 @@ steps: - label: Entrypoints Test # 40min working_dir: "/vllm-workspace/tests" fast_check: true - mirror_hardwares: [amd] + #mirror_hardwares: [amd] source_file_dependencies: - vllm/ - tests/entrypoints/llm @@ -155,6 +155,7 @@ steps: - popd - label: Metrics, Tracing Test # 10min + mirror_hardwares: [amd] num_gpus: 2 source_file_dependencies: - vllm/ @@ -173,7 +174,7 @@ steps: ##### 1 GPU test ##### - label: Regression Test # 5min - mirror_hardwares: [amd] + #mirror_hardwares: [amd] source_file_dependencies: - vllm/ - tests/test_regression @@ -284,7 +285,7 @@ steps: - pytest -v -s spec_decode/e2e/test_eagle_correctness.py - label: LoRA Test %N # 15min each - mirror_hardwares: [amd] + #mirror_hardwares: [amd] source_file_dependencies: - vllm/lora - tests/lora @@ -310,7 +311,7 @@ steps: - pytest -v -s compile/test_full_graph.py - label: Kernels Test %N # 1h each - mirror_hardwares: [amd] + # mirror_hardwares: [amd] source_file_dependencies: - csrc/ - vllm/attention @@ -320,7 +321,7 @@ steps: parallelism: 4 - label: Tensorizer Test # 11min - mirror_hardwares: [amd] + # mirror_hardwares: [amd] soft_fail: true source_file_dependencies: - vllm/model_executor/model_loader @@ -371,7 +372,7 @@ steps: - label: OpenAI-Compatible Tool Use # 20 min fast_check: false - mirror_hardwares: [ amd ] + #mirror_hardwares: [ amd ] source_file_dependencies: - vllm/ - tests/tool_use @@ -463,6 +464,7 @@ steps: # This test is used only in PR development phase to test individual models and should never run on main - label: Custom Models Test + mirror_hardwares: [amd] optional: true commands: - echo 'Testing custom models...' @@ -474,6 +476,7 @@ steps: ##### multi gpus test ##### - label: Distributed Comm Ops Test # 7min + mirror_hardwares: [amd] working_dir: "/vllm-workspace/tests" num_gpus: 2 source_file_dependencies: