diff --git a/vllm/transformers_utils/tokenizer_group/__init__.py b/vllm/transformers_utils/tokenizer_group/__init__.py index c223768b16d6b..9d2209575bd36 100644 --- a/vllm/transformers_utils/tokenizer_group/__init__.py +++ b/vllm/transformers_utils/tokenizer_group/__init__.py @@ -18,7 +18,7 @@ else: def init_tokenizer_from_configs(model_config: ModelConfig, scheduler_config: SchedulerConfig, parallel_config: ParallelConfig, - lora_config: LoRAConfig): + lora_config: Optional[LoRAConfig]): init_kwargs = dict(tokenizer_id=model_config.tokenizer, enable_lora=bool(lora_config), max_num_seqs=scheduler_config.max_num_seqs,