mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 05:34:57 +08:00
6ac5e06f7c
Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn> Signed-off-by: isotr0py <2037008807@qq.com>
20 lines
421 B
Python
20 lines
421 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
import pytest
|
|
|
|
from vllm.utils.torch_utils import (
|
|
create_kv_caches_with_random,
|
|
create_kv_caches_with_random_flash,
|
|
)
|
|
|
|
|
|
@pytest.fixture()
|
|
def kv_cache_factory():
|
|
return create_kv_caches_with_random
|
|
|
|
|
|
@pytest.fixture()
|
|
def kv_cache_factory_flashinfer():
|
|
return create_kv_caches_with_random_flash
|