xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 05:04:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Use RayActorError for older versions of Ray in RayTokenizerGroupPool (#6039)

Browse Source
This commit is contained in:
Antoni Baum 2024-07-01 13:12:40 -07:00 committed by GitHub
parent 8893130b63
commit dec6fc6f3b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/transformers_utils/tokenizer_group/ray_tokenizer_group.py
View File

@ -2,7 +2,11 @@ import asyncio
import os
from typing import List, Optional
from ray.exceptions import ActorDiedError
try:
from ray.exceptions import ActorDiedError
except ImportError:
# For older versions of Ray
from ray.exceptions import RayActorError as ActorDiedError
from ray.util.scheduling_strategies import NodeAffinitySchedulingStrategy
from transformers import PreTrainedTokenizer