mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-09 18:47:15 +08:00
[Chore] adjust log info
This commit is contained in:
parent
65ea10c8f4
commit
bde36017fa
@ -137,10 +137,10 @@ class GPUFFNModelRunner(LoRAModelRunnerMixin):
|
|||||||
else:
|
else:
|
||||||
dp_metadata = None
|
dp_metadata = None
|
||||||
current_layer_idx = recv_metadata.layer_idx
|
current_layer_idx = recv_metadata.layer_idx
|
||||||
logger.info(
|
# logger.info(
|
||||||
f"layer {current_layer_idx} moe recv hidden states type:{type(hidden_states)}, shape:{hidden_states.shape}"
|
# f"layer {current_layer_idx} moe recv hidden states type:{type(hidden_states)}, shape:{hidden_states.shape}"
|
||||||
f" dp_metadata: {dp_metadata}"
|
# f" dp_metadata: {dp_metadata}"
|
||||||
)
|
# )
|
||||||
num_tokens = hidden_states.shape[0]
|
num_tokens = hidden_states.shape[0]
|
||||||
if recv_metadata is not None and recv_metadata.recv_handle_list is not None:
|
if recv_metadata is not None and recv_metadata.recv_handle_list is not None:
|
||||||
for work in recv_metadata.recv_handle_list:
|
for work in recv_metadata.recv_handle_list:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user