From fd5fd2690275e90865023a0bcac0047ecb3f3897 Mon Sep 17 00:00:00 2001 From: Reid <61492567+reidliu41@users.noreply.github.com> Date: Fri, 28 Mar 2025 19:40:12 +0800 Subject: [PATCH] [Frontend] update priority for --api-key and VLLM_API_KEY (#15588) Signed-off-by: reidliu41 Co-authored-by: reidliu41 --- vllm/entrypoints/openai/api_server.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index 6c1f60fa6a3b4..7dbe31e62da67 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -818,7 +818,8 @@ def build_app(args: Namespace) -> FastAPI: return JSONResponse(err.model_dump(), status_code=HTTPStatus.BAD_REQUEST) - if token := envs.VLLM_API_KEY or args.api_key: + # Ensure --api-key option from CLI takes precedence over VLLM_API_KEY + if token := args.api_key or envs.VLLM_API_KEY: @app.middleware("http") async def authentication(request: Request, call_next):