xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-08 17:07:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Add int8 torch dtype for KVCache (#15260)

Browse Source 
Signed-off-by: shen-shanshan <467638484@qq.com>
This commit is contained in:
Shanshan Shen 2025-03-21 16:58:28 +08:00 committed by GitHub
parent 0fa3970deb
commit a989ca2bf6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/utils.py
View File

@ -153,6 +153,7 @@ STR_DTYPE_TO_TORCH_DTYPE = {
"fp8": torch.uint8, "fp8": torch.uint8,
"fp8_e4m3": torch.uint8, "fp8_e4m3": torch.uint8,
"fp8_e5m2": torch.uint8, "fp8_e5m2": torch.uint8,
"int8": torch.int8,
} }
TORCH_DTYPE_TO_NUMPY_DTYPE = { TORCH_DTYPE_TO_NUMPY_DTYPE = {