xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-16 12:45:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Ray 2.9.x doesn't expose available_resources_per_node (#8767)

Browse Source 
Signed-off-by: darthhexx <darthhexx@gmail.com>
This commit is contained in:
David Newman 2024-09-25 17:52:26 +10:00 committed by GitHub
parent 1ac3de09cd
commit 3368c3ab36
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/executor/ray_utils.py
View File

@ -18,9 +18,14 @@ PG_WAIT_TIMEOUT = 1800
try:
import ray
from ray._private.state import available_resources_per_node
from ray.util import placement_group_table
from ray.util.placement_group import PlacementGroup
try:
from ray._private.state import available_resources_per_node
except ImportError:
# Ray 2.9.x doesn't expose `available_resources_per_node`
from ray._private.state import state as _state
available_resources_per_node = _state._available_resources_per_node
class RayWorkerWrapper(WorkerWrapperBase):
"""Ray wrapper for vllm.worker.Worker, allowing Worker to be