From c4f7303d8620df5b83cc92daab15ef05e072a716 Mon Sep 17 00:00:00 2001 From: Nick Hill Date: Mon, 24 Nov 2025 20:43:46 -0800 Subject: [PATCH] [BugFix] Use unique ids for different transcription prompts Signed-off-by: Nick Hill --- vllm/entrypoints/openai/speech_to_text.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/entrypoints/openai/speech_to_text.py b/vllm/entrypoints/openai/speech_to_text.py index b9b9b1ab30ad..3dece07748cc 100644 --- a/vllm/entrypoints/openai/speech_to_text.py +++ b/vllm/entrypoints/openai/speech_to_text.py @@ -201,10 +201,10 @@ async def _create_speech_to_text( self.engine_client.generate( prompt, sampling_params, - request_id, + f"{request_id}_{i}", lora_request=lora_request, ) - for prompt in prompts + for i, prompt in enumerate(prompts) ] except ValueError as e: # TODO: Use a vllm-specific Validation Error