xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-24 10:06:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

[torch.compile] force inductor threads (#10620)

Browse Source 
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Jee Jee Li 2024-11-25 15:04:21 +08:00 committed by GitHub
parent a30a605d21
commit 7c2134beda
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/plugins/__init__.py
View File

@ -3,6 +3,8 @@ import os
from contextlib import contextmanager
from typing import TYPE_CHECKING, Optional
import torch
import vllm.envs as envs
if TYPE_CHECKING:
@ -26,7 +28,8 @@ def load_general_plugins():
# see https://github.com/vllm-project/vllm/issues/10480
os.environ['TORCHINDUCTOR_COMPILE_THREADS'] = '1'
# see https://github.com/vllm-project/vllm/issues/10619
torch._inductor.config.compile_threads = 1
global plugins_loaded
if plugins_loaded:
return