Merge 2843784c1cc1ca8118d416a1902ed334a0dde3d2 into 254f6b986720c92ddf97fbb1a6a6465da8e87e29

This commit is contained in:
ゆり 2025-12-25 00:07:16 +00:00 committed by GitHub
commit d02ed59762
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1046,10 +1046,19 @@ class InputProcessingContext:
typ = ProcessorMixin
# Only pass tokenizer if not None to allow the processor to
# load its own tokenizer from the model path when skip_tokenizer_init
# is True. Passing tokenizer=None would override the processor's
# tokenizer loading and cause crashes in multimodal models that
# require a tokenizer during processor initialization.
tokenizer_kwargs = {}
if self.tokenizer is not None:
tokenizer_kwargs["tokenizer"] = self.tokenizer
return cached_processor_from_config(
self.model_config,
processor_cls=typ,
tokenizer=self.tokenizer,
**tokenizer_kwargs,
**kwargs,
)