diff --git a/vllm/utils.py b/vllm/utils.py
index c32047ac27dc6..4d82f92129c95 100644
--- a/vllm/utils.py
+++ b/vllm/utils.py
@@ -58,7 +58,9 @@ def in_wsl() -> bool:
 
 
 def get_ip() -> str:
-    return socket.gethostbyname(socket.gethostname())
+    s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
+    s.connect(("8.8.8.8", 80))  # Doesn't need to be reachable
+    return s.getsockname()[0]
 
 
 def get_open_port() -> int: