From 1b0b065eb59a8a7751a0ac8fa9ebd182ed627c35 Mon Sep 17 00:00:00 2001 From: wonjun Jang Date: Thu, 12 Jun 2025 16:00:47 +0900 Subject: [PATCH] [BugFix] Handle missing sep_token for Qwen3-Reranker in Score API (#19522) Signed-off-by: strutive07 --- vllm/entrypoints/openai/serving_score.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/entrypoints/openai/serving_score.py b/vllm/entrypoints/openai/serving_score.py index f58611c49b88c..9f333c02ab529 100644 --- a/vllm/entrypoints/openai/serving_score.py +++ b/vllm/entrypoints/openai/serving_score.py @@ -174,8 +174,8 @@ class ServingScores(OpenAIServing): for t1, t2 in input_pairs)) for prompt_inputs, (t1, t2) in zip(tokenized_prompts, input_pairs): - - request_prompt = f"{t1}{tokenizer.sep_token}{t2}" + sep_token = tokenizer.sep_token if tokenizer.sep_token else '' + request_prompt = f"{t1}{sep_token}{t2}" input_ids = prompt_inputs["input_ids"] text_token_prompt = \