xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-16 01:17:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

Use default

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2024-12-22 22:16:12 -08:00
parent 0a669eed7b
commit ee965c9c69
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/_custom_ops.py
View File

@ -256,8 +256,8 @@ def copy_subranges(
tgt_matrix: torch.Tensor,
num_subranges: int,
) -> None:
torch.ops._C.copy_subranges(src_matrix, diff_matrix, tgt_matrix,
num_subranges)
torch.ops._C.copy_subranges.default(src_matrix, diff_matrix, tgt_matrix,
num_subranges)
# fused quant layer norm ops