diff --git a/vllm/engine/ray_utils.py b/vllm/engine/ray_utils.py index 06ebf207abf5..f085f9225b86 100644 --- a/vllm/engine/ray_utils.py +++ b/vllm/engine/ray_utils.py @@ -27,6 +27,7 @@ try: except ImportError: ray = None TorchDistributedWorker = None + RayWorker = None # pylint: disable=invalid-name if TYPE_CHECKING: from ray.util.placement_group import PlacementGroup