diff --git a/vllm/v1/cudagraph_dispatcher.py b/vllm/v1/cudagraph_dispatcher.py index 3b4f1d20b64fb..d2db7dcb3f091 100644 --- a/vllm/v1/cudagraph_dispatcher.py +++ b/vllm/v1/cudagraph_dispatcher.py @@ -11,7 +11,8 @@ logger = init_logger(__name__) class CudagraphDispatcher: """ - Runtime cudagraph dispatcher to dispatch keys for multiple set of cudagraphs. + Runtime cudagraph dispatcher to dispatch keys for multiple set of + cudagraphs. The dispatcher stores two sets of dispatch keys, one for PIECEWISE and one for FULL cudagraph runtime mode. The keys are initialized depending on