xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-22 21:51:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

Remove redundant cudagraph dispatcher warning (#25841)

Browse Source
This commit is contained in:
Michael Goin 2025-09-28 17:12:42 -04:00 committed by GitHub
parent 471997adf6
commit 0307428d65
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/v1/cudagraph_dispatcher.py
View File

@ -4,9 +4,6 @@ from typing import Optional
from vllm.config import CUDAGraphMode, VllmConfig from vllm.config import CUDAGraphMode, VllmConfig
from vllm.forward_context import BatchDescriptor from vllm.forward_context import BatchDescriptor
from vllm.logger import init_logger
logger = init_logger(__name__)
class CudagraphDispatcher: class CudagraphDispatcher:
@ -102,8 +99,6 @@ class CudagraphDispatcher:
""" """
# if not initialized, just skip dispatching. # if not initialized, just skip dispatching.
if not self.keys_initialized: if not self.keys_initialized:
logger.warning_once("cudagraph dispatching keys are not "
"initialized. No cudagraph will be used.")
return CUDAGraphMode.NONE, None return CUDAGraphMode.NONE, None
non_uniform_key = batch_descriptor.non_uniform non_uniform_key = batch_descriptor.non_uniform