mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-30 14:47:13 +08:00
wip
Signed-off-by: Amir Samani <asamani@nvidia.com>
This commit is contained in:
parent
dfb5ce44dc
commit
d1f2b3b995
@ -17,7 +17,6 @@ from vllm.config import (
|
|||||||
SchedulerConfig,
|
SchedulerConfig,
|
||||||
VllmConfig,
|
VllmConfig,
|
||||||
)
|
)
|
||||||
from vllm.distributed.parallel_state import graph_capture
|
|
||||||
from vllm.forward_context import BatchDescriptor, set_forward_context
|
from vllm.forward_context import BatchDescriptor, set_forward_context
|
||||||
from vllm.platforms import current_platform
|
from vllm.platforms import current_platform
|
||||||
from vllm.v1.cudagraph_dispatcher import CudagraphDispatcher
|
from vllm.v1.cudagraph_dispatcher import CudagraphDispatcher
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user