[BugFix] Pass tokenizer_config to local_tokenizer_group (#3754)

Signed-off-by: Tao He <sighingnow@gmail.com>
2025-12-10 02:15:01 +08:00 · 2024-04-04 11:31:46 +08:00 · 2024-04-04 11:31:46 +08:00 · 294f8f6665
commit 294f8f6665
parent b95047f2da
1 changed files with 1 additions and 0 deletions
--- a/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py
+++ b/vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py
@ -51,6 +51,7 @@ class RayTokenizerGroupPool(BaseTokenizerGroup):
            enable_lora=enable_lora,
            max_num_seqs=max_num_seqs,
            max_input_length=max_input_length,
+            **tokenizer_config,
        )

        ray_tokenizer_group_cls = ray.remote(