diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index 94c835b786dac..3668dd7ee37f6 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -87,7 +87,7 @@ class LLMEngine: worker_cls = ray.remote( num_cpus=0, num_gpus=1, - resources={node_resource: 1e-5}, + resources={node_resource: 1e-3}, )(worker_cls).remote worker = worker_cls(