From 0718a782eea404a90f461fed3da6eb48f30f5114 Mon Sep 17 00:00:00 2001 From: Jackmin801 Date: Thu, 25 Dec 2025 00:22:35 +0000 Subject: [PATCH] use new request object so that errors dont update request Signed-off-by: Jackmin801 --- vllm/entrypoints/openai/serving_models.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/vllm/entrypoints/openai/serving_models.py b/vllm/entrypoints/openai/serving_models.py index ede418f09937d..b610a1f1101ac 100644 --- a/vllm/entrypoints/openai/serving_models.py +++ b/vllm/entrypoints/openai/serving_models.py @@ -142,14 +142,14 @@ class OpenAIServingModels: return error_check_ret lora_path = request.lora_path - if lora_name in self.lora_requests: - lora_request = self.lora_requests[lora_name] - lora_request.lora_path = lora_path - else: - unique_id = self.lora_id_counter.inc(1) - lora_request = LoRARequest( - lora_name=lora_name, lora_int_id=unique_id, lora_path=lora_path - ) + lora_int_id = ( + self.lora_requests[lora_name].lora_int_id + if lora_name in self.lora_requests + else self.lora_id_counter.inc(1) + ) + lora_request = LoRARequest( + lora_name=lora_name, lora_int_id=lora_int_id, lora_path=lora_path + ) if base_model_name is not None and self.is_base_model(base_model_name): lora_request.base_model_name = base_model_name