From 27d09526006a8d437874628d6905df12f80a194f Mon Sep 17 00:00:00 2001 From: Reid <61492567+reidliu41@users.noreply.github.com> Date: Mon, 19 May 2025 12:06:26 +0800 Subject: [PATCH] [Misc] extract parser.parse_args() (#18323) Signed-off-by: reidliu41 Co-authored-by: reidliu41 --- examples/offline_inference/qwen2_5_omni/only_thinker.py | 8 ++++++-- .../disaggregated_serving/disagg_proxy_demo.py | 8 ++++++-- 2 files changed, 12 insertions(+), 4 deletions(-) diff --git a/examples/offline_inference/qwen2_5_omni/only_thinker.py b/examples/offline_inference/qwen2_5_omni/only_thinker.py index c2c28d5ae6ae..52b6e977eaa2 100644 --- a/examples/offline_inference/qwen2_5_omni/only_thinker.py +++ b/examples/offline_inference/qwen2_5_omni/only_thinker.py @@ -140,7 +140,7 @@ def main(args): print(generated_text) -if __name__ == "__main__": +def parse_args(): parser = FlexibleArgumentParser( description='Demo on using vLLM for offline inference with ' 'audio language models') @@ -155,5 +155,9 @@ if __name__ == "__main__": default=None, help="Set the seed when initializing `vllm.LLM`.") - args = parser.parse_args() + return parser.parse_args() + + +if __name__ == "__main__": + args = parse_args() main(args) diff --git a/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py b/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py index 1bf4d50e2c92..c6d26778ee49 100644 --- a/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py +++ b/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py @@ -414,7 +414,7 @@ class ProxyServer: server.run() -if __name__ == "__main__": +def parse_args(): # Todo: allow more config parser = argparse.ArgumentParser("vLLM disaggregated proxy server.") parser.add_argument("--model", @@ -445,6 +445,10 @@ if __name__ == "__main__": default=8000, help="Server port number", ) - args = parser.parse_args() + return parser.parse_args() + + +if __name__ == "__main__": + args = parse_args() proxy_server = ProxyServer(args=args) proxy_server.run_server()