xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-19 07:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

explicitly del state (#784)

Browse Source
This commit is contained in:
Xinyu Yang 2023-08-18 03:56:04 +08:00 committed by GitHub
parent d1744376ae
commit 73b3de79ea
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/weight_utils.py
View File

@ -76,6 +76,8 @@ def hf_model_weights_iterator(
state = torch.load(bin_file, map_location="cpu") state = torch.load(bin_file, map_location="cpu")
for name, param in state.items(): for name, param in state.items():
yield name, param yield name, param
del state
torch.cuda.empty_cache()
def load_tensor_parallel_weights( def load_tensor_parallel_weights(