mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-15 06:45:01 +08:00
[MISC] correct signature for LoaderFunction (#18670)
Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
parent
7891fdf0c6
commit
6c6dcd8611
@ -634,7 +634,7 @@ def row_parallel_weight_loader(param: torch.Tensor,
|
|||||||
return default_weight_loader(param, loaded_weight)
|
return default_weight_loader(param, loaded_weight)
|
||||||
|
|
||||||
|
|
||||||
LoaderFunction = Callable[[torch.Tensor, torch.Tensor], torch.Tensor]
|
LoaderFunction = Callable[[torch.Tensor, torch.Tensor], None]
|
||||||
|
|
||||||
|
|
||||||
def sharded_weight_loader(shard_axis: int) -> LoaderFunction:
|
def sharded_weight_loader(shard_axis: int) -> LoaderFunction:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user