mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-29 18:27:12 +08:00
Merge 2843784c1cc1ca8118d416a1902ed334a0dde3d2 into 254f6b986720c92ddf97fbb1a6a6465da8e87e29
This commit is contained in:
commit
d02ed59762
@ -1046,10 +1046,19 @@ class InputProcessingContext:
|
|||||||
|
|
||||||
typ = ProcessorMixin
|
typ = ProcessorMixin
|
||||||
|
|
||||||
|
# Only pass tokenizer if not None to allow the processor to
|
||||||
|
# load its own tokenizer from the model path when skip_tokenizer_init
|
||||||
|
# is True. Passing tokenizer=None would override the processor's
|
||||||
|
# tokenizer loading and cause crashes in multimodal models that
|
||||||
|
# require a tokenizer during processor initialization.
|
||||||
|
tokenizer_kwargs = {}
|
||||||
|
if self.tokenizer is not None:
|
||||||
|
tokenizer_kwargs["tokenizer"] = self.tokenizer
|
||||||
|
|
||||||
return cached_processor_from_config(
|
return cached_processor_from_config(
|
||||||
self.model_config,
|
self.model_config,
|
||||||
processor_cls=typ,
|
processor_cls=typ,
|
||||||
tokenizer=self.tokenizer,
|
**tokenizer_kwargs,
|
||||||
**kwargs,
|
**kwargs,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user