xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-21 02:25:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

[ BugFix ] Fix ZMQ when VLLM_PORT is set (#7205)

Browse Source
This commit is contained in:
Robert Shaw 2024-08-06 12:26:26 -04:00 committed by GitHub
parent a3bbbfa1d8
commit 541c1852d3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/envs.py
View File

@ -145,7 +145,7 @@ environment_variables: Dict[str, Callable[[], Any]] = {
# used when the frontend api server is running in multi-processing mode, # used when the frontend api server is running in multi-processing mode,
# to communicate with the backend engine process over ZMQ. # to communicate with the backend engine process over ZMQ.
'VLLM_RPC_PORT': 'VLLM_RPC_PORT':
lambda: int(os.getenv('VLLM_PORT', '5570')), lambda: int(os.getenv('VLLM_RPC_PORT', '5570')),
# If true, will load models from ModelScope instead of Hugging Face Hub. # If true, will load models from ModelScope instead of Hugging Face Hub.
# note that the value is true or false, not numbers # note that the value is true or false, not numbers