xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 07:04:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] extract parser.parse_args() (#18323)

Browse Source 
Signed-off-by: reidliu41 <reid201711@gmail.com>
Co-authored-by: reidliu41 <reid201711@gmail.com>
This commit is contained in:
Reid 2025-05-19 12:06:26 +08:00 committed by GitHub
parent 221cfc2fea
commit 27d0952600
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 12 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/offline_inference/qwen2_5_omni/only_thinker.py
View File

@ -140,7 +140,7 @@ def main(args):
print(generated_text)
if __name__ == "__main__":
def parse_args():
parser = FlexibleArgumentParser(
description='Demo on using vLLM for offline inference with '
'audio language models')
@ -155,5 +155,9 @@ if __name__ == "__main__":
default=None,
help="Set the seed when initializing `vllm.LLM`.")
args = parser.parse_args()
return parser.parse_args()
if __name__ == "__main__":
args = parse_args()
main(args)

8
examples/online_serving/disaggregated_serving/disagg_proxy_demo.py
View File

@ -414,7 +414,7 @@ class ProxyServer:
server.run()
if __name__ == "__main__":
def parse_args():
# Todo: allow more config
parser = argparse.ArgumentParser("vLLM disaggregated proxy server.")
parser.add_argument("--model",
@ -445,6 +445,10 @@ if __name__ == "__main__":
default=8000,
help="Server port number",
)
args = parser.parse_args()
return parser.parse_args()
if __name__ == "__main__":
args = parse_args()
proxy_server = ProxyServer(args=args)
proxy_server.run_server()