mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-09 06:47:03 +08:00
[Bugfix] Fixed mistral tokenizer path when pointing to file (#17457)
Signed-off-by: Pete Savage <psavage@redhat.com>
This commit is contained in:
parent
da4e7687b5
commit
739e03b344
@ -227,6 +227,7 @@ class MistralTokenizer(TokenizerBase):
|
||||
else:
|
||||
assert Path(
|
||||
path_or_repo_id).is_file(), f"Invalid path: {path_or_repo_id}"
|
||||
tokenizer_file = str(Path(path_or_repo_id))
|
||||
|
||||
from mistral_common.tokens.tokenizers.mistral import (
|
||||
MistralTokenizer as PublicMistralTokenizer)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user