xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-21 19:05:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix-ray (#193)

Browse Source
This commit is contained in:
Zhuohan Li 2023-06-22 00:21:41 +08:00 committed by GitHub
parent 67d96c29fb
commit 2e0d314384
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/engine/llm_engine.py
View File

@ -87,7 +87,7 @@ class LLMEngine:
worker_cls = ray.remote( worker_cls = ray.remote(
num_cpus=0, num_cpus=0,
num_gpus=1, num_gpus=1,
resources={node_resource: 1e-5}, resources={node_resource: 1e-3},
)(worker_cls).remote )(worker_cls).remote
worker = worker_cls( worker = worker_cls(