xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-26 21:01:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

[V1][Bugfix] Copy encoder input ids to fix set iteration issue during VLM abort (#13173)

Browse Source 
Signed-off-by: andoorve <37849411+andoorve@users.noreply.github.com>
This commit is contained in:
Murali Andoorveedu 2025-02-12 12:58:11 -08:00 committed by GitHub
parent 14b7899d10
commit 4c0d93f4b2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/core/encoder_cache_manager.py
View File

@ -54,7 +54,7 @@ class EncoderCacheManager:
def free(self, request: Request) -> None:
"""Free all cached input ids for the request."""
input_ids = self.get_cached_input_ids(request)
input_ids = self.get_cached_input_ids(request).copy()
for input_id in input_ids:
self.free_encoder_input(request, input_id)