xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-27 15:47:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

Minor

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2024-12-21 17:39:13 -08:00
parent 03b1e6fdbd
commit 0a669eed7b
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
csrc/torch_bindings.cpp
View File

@ -104,8 +104,7 @@ TORCH_LIBRARY_EXPAND(TORCH_EXTENSION_NAME, ops) {
ops.def( ops.def(
"copy_subranges(Tensor matrix_src, Tensor matrix_diff, Tensor! " "copy_subranges(Tensor matrix_src, Tensor matrix_diff, Tensor! "
"matrix_tgt, " "matrix_tgt, int n) -> ()");
"int n) -> ()");
ops.impl("copy_subranges", torch::kCUDA, &copy_subranges); ops.impl("copy_subranges", torch::kCUDA, &copy_subranges);
// Layernorm // Layernorm