xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 16:24:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix-ray (#193)

Browse Source
This commit is contained in:
Zhuohan Li 2023-06-22 00:21:41 +08:00 committed by GitHub
parent 67d96c29fb
commit 2e0d314384
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/engine/llm_engine.py
View File

@ -87,7 +87,7 @@ class LLMEngine:
worker_cls = ray.remote(
num_cpus=0,
num_gpus=1,
resources={node_resource: 1e-5},
resources={node_resource: 1e-3},
)(worker_cls).remote
worker = worker_cls(