xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-20 14:57:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

init

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-09-26 18:27:30 +00:00
parent 1fc9de4c1a
commit 2f29120a09
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/v1/worker/gpu_ubatch_wrapper.py
View File

@ -340,7 +340,6 @@ class UBatchWrapper:
if cudagraph_runtime_mode is CUDAGraphMode.FULL: if cudagraph_runtime_mode is CUDAGraphMode.FULL:
assert batch_descriptor is not None assert batch_descriptor is not None
if batch_descriptor.num_tokens in self.cudagraphs: if batch_descriptor.num_tokens in self.cudagraphs:
logger.info("DISABLEING CUDAGRAPHS")
cudagraph_runtime_mode = CUDAGraphMode.NONE cudagraph_runtime_mode = CUDAGraphMode.NONE
if cudagraph_runtime_mode in (CUDAGraphMode.NONE, if cudagraph_runtime_mode in (CUDAGraphMode.NONE,