xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 18:55:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(ray_utils): ignore re-init error (#465)

Browse Source
This commit is contained in:
Massimiliano Pronesti 2023-07-20 02:01:19 +02:00 committed by GitHub
parent bda41c70dd
commit 16c3e295a8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/engine/ray_utils.py
View File

@ -44,7 +44,7 @@ def initialize_cluster(
"Ray is not installed. Please install Ray to use distributed " "Ray is not installed. Please install Ray to use distributed "
"serving.") "serving.")
# Connect to a ray cluster. # Connect to a ray cluster.
ray.init(address=ray_address) ray.init(address=ray_address, ignore_reinit_error=True)
if not parallel_config.worker_use_ray: if not parallel_config.worker_use_ray:
# Initialize cluster locally. # Initialize cluster locally.