xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-02 01:24:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Benchmark] Finish documented v0.11.0 deprecation of --endpoint-type (#26007)

Browse Source 
Signed-off-by: Nathan Scott <nathans@redhat.com>
This commit is contained in:
Nathan Scott 2025-10-01 22:41:57 +10:00 committed by GitHub
parent 2518230d3e
commit f9e714813a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
vllm/benchmarks/serve.py
View File

@ -52,21 +52,6 @@ TERM_PLOTLIB_AVAILABLE = ((importlib.util.find_spec("termplotlib") is not None)
and (shutil.which("gnuplot") is not None)) and (shutil.which("gnuplot") is not None))
# TODO: Remove this in v0.11.0
class DeprecatedEndpointTypeAction(argparse.Action):
"""Argparse action for the deprecated --endpoint-type flag.
"""
def __call__(self, _, namespace, values, option_string=None):
warnings.warn(
"'--endpoint-type' is deprecated and will be removed in v0.11.0. "
"Please use '--backend' instead or remove this argument if you "
"have already set it.",
stacklevel=1,
)
setattr(namespace, self.dest, values)
class TaskType(Enum): class TaskType(Enum):
GENERATION = "generation" GENERATION = "generation"
EMBEDDING = "embedding" EMBEDDING = "embedding"
@ -883,15 +868,6 @@ def add_cli_args(parser: argparse.ArgumentParser):
choices=list(ASYNC_REQUEST_FUNCS.keys()), choices=list(ASYNC_REQUEST_FUNCS.keys()),
help="The type of backend or endpoint to use for the benchmark." help="The type of backend or endpoint to use for the benchmark."
) )
parser.add_argument(
"--endpoint-type",
type=str,
default=None,
choices=list(ASYNC_REQUEST_FUNCS.keys()),
action=DeprecatedEndpointTypeAction,
help="'--endpoint-type' is deprecated and will be removed in v0.11.0. "
"Please use '--backend' instead.",
)
parser.add_argument( parser.add_argument(
"--base-url", "--base-url",
type=str, type=str,