From 4c0d93f4b2de241336f4732cb5799cee8fedcb52 Mon Sep 17 00:00:00 2001 From: Murali Andoorveedu <37849411+andoorve@users.noreply.github.com> Date: Wed, 12 Feb 2025 12:58:11 -0800 Subject: [PATCH] [V1][Bugfix] Copy encoder input ids to fix set iteration issue during VLM abort (#13173) Signed-off-by: andoorve <37849411+andoorve@users.noreply.github.com> --- vllm/v1/core/encoder_cache_manager.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/v1/core/encoder_cache_manager.py b/vllm/v1/core/encoder_cache_manager.py index 651bc01aa5cf6..13ad14e45b32e 100644 --- a/vllm/v1/core/encoder_cache_manager.py +++ b/vllm/v1/core/encoder_cache_manager.py @@ -54,7 +54,7 @@ class EncoderCacheManager: def free(self, request: Request) -> None: """Free all cached input ids for the request.""" - input_ids = self.get_cached_input_ids(request) + input_ids = self.get_cached_input_ids(request).copy() for input_id in input_ids: self.free_encoder_input(request, input_id)