mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 03:44:56 +08:00
85 lines
2.3 KiB
Python
85 lines
2.3 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from typing import Any
|
|
|
|
import pytest
|
|
import requests
|
|
|
|
from tests.utils import RemoteOpenAIServer
|
|
|
|
MODEL_NAME = "Qwen/Qwen3-0.6B"
|
|
|
|
|
|
class TestWorkerExtension:
|
|
def get_model_name(self) -> str:
|
|
"""Test non-pydantic return type."""
|
|
return MODEL_NAME
|
|
|
|
def echo_args_kwargs(self, *args, **kwargs) -> dict[str, Any]:
|
|
"""Echo back both args and kwargs."""
|
|
return dict(
|
|
args=list(args),
|
|
kwargs=kwargs,
|
|
total_items=len(args) + len(kwargs),
|
|
)
|
|
|
|
def return_none(self, *args, **kwargs) -> None:
|
|
"""Test method that does not return anything"""
|
|
return
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def server():
|
|
args = [
|
|
"--max-model-len",
|
|
"8192",
|
|
"--max-num-seqs",
|
|
"128",
|
|
"--worker-extension-cls",
|
|
"tests.entrypoints.openai.test_collective_rpc.TestWorkerExtension",
|
|
]
|
|
with RemoteOpenAIServer(
|
|
MODEL_NAME,
|
|
args,
|
|
env_dict={"VLLM_SERVER_DEV_MODE": "1", "CUDA_VISIBLE_DEVICES": "0"},
|
|
) as remote_server:
|
|
yield remote_server
|
|
|
|
|
|
def test_get_model_name(server):
|
|
"""Test basic response"""
|
|
response = requests.post(
|
|
server.url_for("collective_rpc"), json={"method": "get_model_name"}
|
|
)
|
|
assert response.status_code == 200
|
|
results = response.json()
|
|
assert "results" in results
|
|
assert results["results"] == [MODEL_NAME]
|
|
|
|
|
|
def test_return_none(server):
|
|
"""Test return none"""
|
|
response = requests.post(
|
|
server.url_for("collective_rpc"), json={"method": "return_none"}
|
|
)
|
|
assert response.status_code == 200
|
|
results = response.json()
|
|
assert results["results"] == [None]
|
|
|
|
|
|
def test_echo_args_kwargs(server):
|
|
"""Test args, kwargs, and dict response"""
|
|
args = ["arg1", "arg2"]
|
|
kwargs = {"key1": "value1", "key2": "value2"}
|
|
response = requests.post(
|
|
server.url_for("collective_rpc"),
|
|
json={"method": "echo_args_kwargs", "args": args, "kwargs": kwargs},
|
|
)
|
|
assert response.status_code == 200
|
|
results = response.json()
|
|
result = results["results"][0]
|
|
assert result["args"] == args
|
|
assert result["kwargs"] == kwargs
|
|
assert result["total_items"] == len(args) + len(kwargs)
|