xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-18 03:45:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix] Handle missing sep_token for Qwen3-Reranker in Score API (#19522)

Browse Source 
Signed-off-by: strutive07 <strutive07@gmail.com>
This commit is contained in:
wonjun Jang 2025-06-12 16:00:47 +09:00 committed by GitHub
parent d5bdf899e4
commit 1b0b065eb5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/entrypoints/openai/serving_score.py
View File

@ -174,8 +174,8 @@ class ServingScores(OpenAIServing):
for t1, t2 in input_pairs)) for t1, t2 in input_pairs))
for prompt_inputs, (t1, t2) in zip(tokenized_prompts, input_pairs): for prompt_inputs, (t1, t2) in zip(tokenized_prompts, input_pairs):
sep_token = tokenizer.sep_token if tokenizer.sep_token else ''
request_prompt = f"{t1}{tokenizer.sep_token}{t2}" request_prompt = f"{t1}{sep_token}{t2}"
input_ids = prompt_inputs["input_ids"] input_ids = prompt_inputs["input_ids"]
text_token_prompt = \ text_token_prompt = \