xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-03 02:17:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

Disable memory tracking

Browse Source
This commit is contained in:
Woosuk Kwon 2024-04-26 08:56:26 +00:00
parent 3f6288cc89
commit 98a3df0f8d
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/worker/tpu_worker.py
View File

@ -67,8 +67,8 @@ class TPUWorker(LoraNotSupportedWorkerBase):
os.path.expanduser("~/.vllm/jax_cache")) os.path.expanduser("~/.vllm/jax_cache"))
# DELETE # DELETE
from jax_smi import initialise_tracking # from jax_smi import initialise_tracking
initialise_tracking() # initialise_tracking()
def load_model(self): def load_model(self):
self.model_runner.load_model() self.model_runner.load_model()