mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-07 12:47:03 +08:00
add mixin
Signed-off-by: Chen Zhang <zhangch99@outlook.com>
This commit is contained in:
parent
d3d6afb355
commit
50e80db4ef
@ -81,7 +81,7 @@ from vllm.v1.spec_decode.ngram_proposer import NgramProposer
|
||||
from vllm.v1.utils import CpuGpuBuffer, record_function_or_nullcontext
|
||||
from vllm.v1.worker.gpu_input_batch import CachedRequestState, InputBatch
|
||||
from vllm.v1.worker.gpu_ubatch_wrapper import UBatchWrapper
|
||||
from vllm.v1.worker.kv_cache_mixin import KVCacheInitializerMixin
|
||||
from vllm.v1.worker.kv_cache_initializer_mixin import KVCacheInitializerMixin
|
||||
from vllm.v1.worker.kv_connector_model_runner_mixin import (
|
||||
KVConnectorModelRunnerMixin)
|
||||
from vllm.v1.worker.lora_model_runner_mixin import LoRAModelRunnerMixin
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user