From bb6d8c21f9bcc9e333165b81ee99975c64d9ae1d Mon Sep 17 00:00:00 2001 From: Nick Hill Date: Wed, 8 Oct 2025 21:20:25 -0700 Subject: [PATCH] [Bugfix] Catch and log invalid token ids in detokenizer #2 (#26445) Signed-off-by: Nick Hill --- vllm/v1/engine/detokenizer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/v1/engine/detokenizer.py b/vllm/v1/engine/detokenizer.py index 9d1d7558b1ed..5efde9e2ff87 100644 --- a/vllm/v1/engine/detokenizer.py +++ b/vllm/v1/engine/detokenizer.py @@ -227,10 +227,10 @@ class FastIncrementalDetokenizer(BaseIncrementalDetokenizer): def _protected_step(self, next_token_id: int) -> Optional[str]: try: token = self.stream.step(self.tokenizer, next_token_id) - except OverflowError: + except (OverflowError, TypeError): # Handle rare observed overflow, still to be diagnosed. # See https://github.com/vllm-project/vllm/issues/21951. - logger.exception("Encountered invalid token id: %d", next_token_id) + logger.exception("Encountered invalid token id: %r", next_token_id) token = None except Exception as e: if not str(e).startswith(INVALID_PREFIX_ERR_MSG):