xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 07:05:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][Frontend] Fix openai CLI arg middleware (#21220)

Browse Source 
Signed-off-by: 22quinn <33176974+22quinn@users.noreply.github.com>
This commit is contained in:
22quinn 2025-07-19 02:40:38 -07:00 committed by GitHub
parent 6d0734c562
commit b3d82108e7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 14 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tests/entrypoints/openai/test_cli_args.py
View File

@ -153,3 +153,13 @@ def test_chat_template_validation_for_sad_paths(serve_parser):
args = serve_parser.parse_args(args=["--chat-template", "does/not/exist"]) args = serve_parser.parse_args(args=["--chat-template", "does/not/exist"])
with pytest.raises(ValueError): with pytest.raises(ValueError):
validate_parsed_serve_args(args) validate_parsed_serve_args(args)
@pytest.mark.parametrize(
"cli_args, expected_middleware",
[(["--middleware", "middleware1", "--middleware", "middleware2"
], ["middleware1", "middleware2"]), ([], [])])
def test_middleware(serve_parser, cli_args, expected_middleware):
"""Ensure multiple middleware args are parsed properly"""
args = serve_parser.parse_args(args=cli_args)
assert args.middleware == expected_middleware

4
vllm/entrypoints/openai/cli_args.py
View File

@ -215,6 +215,10 @@ schema. Example: `[{"type": "text", "text": "Hello world!"}]`"""
# Special case: Middleware needs append action # Special case: Middleware needs append action
frontend_kwargs["middleware"]["action"] = "append" frontend_kwargs["middleware"]["action"] = "append"
frontend_kwargs["middleware"]["type"] = str
if "nargs" in frontend_kwargs["middleware"]:
del frontend_kwargs["middleware"]["nargs"]
frontend_kwargs["middleware"]["default"] = []
# Special case: Tool call parser shows built-in options. # Special case: Tool call parser shows built-in options.
valid_tool_parsers = list(ToolParserManager.tool_parsers.keys()) valid_tool_parsers = list(ToolParserManager.tool_parsers.keys())