xinyun/DeepSeek-V3
1
0
Fork 0
mirror of https://git.datalinker.icu/deepseek-ai/DeepSeek-V3.git synced 2025-12-09 12:54:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge 84e7789ef8c79af12c3d2414a1610252c0469082 into 9b4e9788e4a3a731f7567338ed15d3ec549ce03b

Browse Source
This commit is contained in:
Yanyue Xie 2025-09-01 14:01:22 +00:00 committed by GitHub
commit 3facb6e7c8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
inference/fp8_cast_bf16.py
View File

@ -85,7 +85,7 @@ def main(fp8_path, bf16_path):
new_state_dict[weight_name] = weight
new_safetensor_file = os.path.join(bf16_path, file_name)
save_file(new_state_dict, new_safetensor_file)
save_file(new_state_dict, new_safetensor_file, metadata={"format": "pt"})
# Memory management: keep only the 2 most recently used files
if len(loaded_files) > 2: