mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 07:34:57 +08:00
[BugFix] Use unique ids for different transcription prompts (#29372)
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
parent
40a6f53f6c
commit
7992324f23
@ -201,10 +201,10 @@ class OpenAISpeechToText(OpenAIServing):
|
||||
self.engine_client.generate(
|
||||
prompt,
|
||||
sampling_params,
|
||||
request_id,
|
||||
f"{request_id}_{i}",
|
||||
lora_request=lora_request,
|
||||
)
|
||||
for prompt in prompts
|
||||
for i, prompt in enumerate(prompts)
|
||||
]
|
||||
except ValueError as e:
|
||||
# TODO: Use a vllm-specific Validation Error
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user