xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 13:45:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix] Use unique ids for different transcription prompts (#29372)

Browse Source 
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill 2025-11-24 22:55:16 -08:00 committed by GitHub
parent 40a6f53f6c
commit 7992324f23
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/entrypoints/openai/speech_to_text.py
View File

@ -201,10 +201,10 @@ class OpenAISpeechToText(OpenAIServing):
self.engine_client.generate( self.engine_client.generate(
prompt, prompt,
sampling_params, sampling_params,
request_id, f"{request_id}_{i}",
lora_request=lora_request, lora_request=lora_request,
) )
for prompt in prompts for i, prompt in enumerate(prompts)
] ]
except ValueError as e: except ValueError as e:
# TODO: Use a vllm-specific Validation Error # TODO: Use a vllm-specific Validation Error