From 739e03b3449a7f3b0a81ebc30b9555305d914e2d Mon Sep 17 00:00:00 2001 From: Pete Savage Date: Wed, 30 Apr 2025 16:08:37 +0100 Subject: [PATCH] [Bugfix] Fixed mistral tokenizer path when pointing to file (#17457) Signed-off-by: Pete Savage --- vllm/transformers_utils/tokenizers/mistral.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/transformers_utils/tokenizers/mistral.py b/vllm/transformers_utils/tokenizers/mistral.py index 6d4655781f9e9..3db7a0a5c5c15 100644 --- a/vllm/transformers_utils/tokenizers/mistral.py +++ b/vllm/transformers_utils/tokenizers/mistral.py @@ -227,6 +227,7 @@ class MistralTokenizer(TokenizerBase): else: assert Path( path_or_repo_id).is_file(), f"Invalid path: {path_or_repo_id}" + tokenizer_file = str(Path(path_or_repo_id)) from mistral_common.tokens.tokenizers.mistral import ( MistralTokenizer as PublicMistralTokenizer)