mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-17 13:17:20 +08:00
Merge 2843784c1cc1ca8118d416a1902ed334a0dde3d2 into 254f6b986720c92ddf97fbb1a6a6465da8e87e29
This commit is contained in:
commit
d02ed59762
@ -1046,10 +1046,19 @@ class InputProcessingContext:
|
||||
|
||||
typ = ProcessorMixin
|
||||
|
||||
# Only pass tokenizer if not None to allow the processor to
|
||||
# load its own tokenizer from the model path when skip_tokenizer_init
|
||||
# is True. Passing tokenizer=None would override the processor's
|
||||
# tokenizer loading and cause crashes in multimodal models that
|
||||
# require a tokenizer during processor initialization.
|
||||
tokenizer_kwargs = {}
|
||||
if self.tokenizer is not None:
|
||||
tokenizer_kwargs["tokenizer"] = self.tokenizer
|
||||
|
||||
return cached_processor_from_config(
|
||||
self.model_config,
|
||||
processor_cls=typ,
|
||||
tokenizer=self.tokenizer,
|
||||
**tokenizer_kwargs,
|
||||
**kwargs,
|
||||
)
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user