From 09ff7f106a1e5ad77f6c2941382d5ba4fd5a0879 Mon Sep 17 00:00:00 2001 From: Yunfeng Bai <83252681+yunfeng-scale@users.noreply.github.com> Date: Sat, 7 Oct 2023 15:15:54 -0700 Subject: [PATCH] API server support ipv4 / ipv6 dualstack (#1288) Co-authored-by: Zhuohan Li --- examples/gradio_webserver.py | 2 +- vllm/entrypoints/api_server.py | 2 +- vllm/entrypoints/openai/api_server.py | 5 +---- 3 files changed, 3 insertions(+), 6 deletions(-) diff --git a/examples/gradio_webserver.py b/examples/gradio_webserver.py index 42e74614a47c0..315fa7e99612b 100644 --- a/examples/gradio_webserver.py +++ b/examples/gradio_webserver.py @@ -39,7 +39,7 @@ def build_demo(): if __name__ == "__main__": parser = argparse.ArgumentParser() - parser.add_argument("--host", type=str, default="localhost") + parser.add_argument("--host", type=str, default=None) parser.add_argument("--port", type=int, default=8001) parser.add_argument("--model-url", type=str, diff --git a/vllm/entrypoints/api_server.py b/vllm/entrypoints/api_server.py index 5e63a02c97767..4b22ba716f210 100644 --- a/vllm/entrypoints/api_server.py +++ b/vllm/entrypoints/api_server.py @@ -65,7 +65,7 @@ async def generate(request: Request) -> Response: if __name__ == "__main__": parser = argparse.ArgumentParser() - parser.add_argument("--host", type=str, default="localhost") + parser.add_argument("--host", type=str, default=None) parser.add_argument("--port", type=int, default=8000) parser = AsyncEngineArgs.add_cli_args(parser) args = parser.parse_args() diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index 64a4b8656a27a..80d6f271fb39b 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -567,10 +567,7 @@ async def create_completion(request: CompletionRequest, raw_request: Request): if __name__ == "__main__": parser = argparse.ArgumentParser( description="vLLM OpenAI-Compatible RESTful API server.") - parser.add_argument("--host", - type=str, - default="localhost", - help="host name") + parser.add_argument("--host", type=str, default=None, help="host name") parser.add_argument("--port", type=int, default=8000, help="port number") parser.add_argument("--allow-credentials", action="store_true",