mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 07:24:56 +08:00
ea25a76c05
Signed-off-by: Ben Browning <bbrownin@redhat.com> Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
70 lines
2.2 KiB
Python
70 lines
2.2 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
import asyncio
|
|
import time
|
|
from unittest.mock import Mock
|
|
|
|
import pytest
|
|
|
|
from vllm.config import ModelConfig
|
|
from vllm.entrypoints.openai.serving_engine import OpenAIServing
|
|
from vllm.entrypoints.openai.serving_models import OpenAIServingModels
|
|
from vllm.transformers_utils.tokenizers.mistral import MistralTokenizer
|
|
|
|
|
|
@pytest.fixture()
|
|
def serving() -> OpenAIServing:
|
|
"""Create a minimal OpenAIServing instance for testing."""
|
|
|
|
# Create minimal mocks
|
|
engine_client = Mock()
|
|
model_config = Mock(spec=ModelConfig)
|
|
model_config.max_model_len = 32768
|
|
models = Mock(spec=OpenAIServingModels)
|
|
|
|
serving = OpenAIServing(
|
|
engine_client=engine_client,
|
|
model_config=model_config,
|
|
models=models,
|
|
request_logger=None,
|
|
)
|
|
return serving
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_async_mistral_tokenizer_does_not_block_event_loop(
|
|
serving: OpenAIServing):
|
|
expected_tokens = [1, 2, 3]
|
|
|
|
# Mock the blocking version to sleep
|
|
def mocked_apply_chat_template(*_args, **_kwargs):
|
|
time.sleep(2)
|
|
return expected_tokens
|
|
|
|
mock_tokenizer = Mock(spec=MistralTokenizer)
|
|
mock_tokenizer.apply_chat_template.side_effect = mocked_apply_chat_template
|
|
|
|
task = serving._apply_mistral_chat_template_async(tokenizer=mock_tokenizer,
|
|
messages=[],
|
|
chat_template=None,
|
|
tools=[])
|
|
|
|
# Ensure the event loop is not blocked
|
|
blocked_count = 0
|
|
for _i in range(20): # Check over ~2 seconds
|
|
start = time.perf_counter()
|
|
await asyncio.sleep(0)
|
|
elapsed = time.perf_counter() - start
|
|
|
|
# an overly generous elapsed time for slow machines
|
|
if elapsed >= 0.5:
|
|
blocked_count += 1
|
|
|
|
await asyncio.sleep(0.1)
|
|
|
|
# Ensure task completes
|
|
tokens = await task
|
|
assert tokens == expected_tokens, "Mocked blocking tokenizer was not called"
|
|
assert blocked_count == 0, ("Event loop blocked during tokenization")
|