mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-08 14:29:14 +08:00
Wip
Signed-off-by: ilmarkov <markovilya197@gmail.com>
This commit is contained in:
parent
e924bbb4f4
commit
f4df2af946
@ -436,7 +436,7 @@ def rearrange_expert_weights_inplace(
|
|||||||
is_unchanged=is_unchanged,
|
is_unchanged=is_unchanged,
|
||||||
is_received_locally=is_received_locally,
|
is_received_locally=is_received_locally,
|
||||||
experts_recv_loc=experts_recv_loc,
|
experts_recv_loc=experts_recv_loc,
|
||||||
new_indices=new_global_expert_indices[layer].tolist(),
|
new_indices=new_global_expert_indices_cpu[layer].tolist(),
|
||||||
ep_group=ep_group,
|
ep_group=ep_group,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user