xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-16 14:27:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

Disable memory tracking

Browse Source
This commit is contained in:
Woosuk Kwon 2024-04-26 08:56:26 +00:00
parent 3f6288cc89
commit 98a3df0f8d
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/worker/tpu_worker.py
View File

@ -67,8 +67,8 @@ class TPUWorker(LoraNotSupportedWorkerBase):
os.path.expanduser("~/.vllm/jax_cache"))
# DELETE
from jax_smi import initialise_tracking
initialise_tracking()
# from jax_smi import initialise_tracking
# initialise_tracking()
def load_model(self):
self.model_runner.load_model()