xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-26 22:35:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Chore] add p2p connector debug log info

Browse Source
This commit is contained in:
i-yuanyukun 2025-12-19 16:11:47 +08:00
parent bde36017fa
commit 6d305dda38
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/distributed/afd_transfer/afd_connector/p2p_connector.py
View File

@ -139,9 +139,11 @@ class P2PAFDConnector(AFDConnectorBase):
for idx in range(num_of_stages):
if idx == 0:
tensor_metadata_list[0] = tensor_metadata
logger.info(f"build tensor metadata: stage_{idx=}, size={tensor_metadata.size}")
else:
new_size = list(tensor_metadata.size)
new_size[0] = connector_metadata.afd_tokens_lens[idx]
logger.info(f"build tensor metadata: stage_{idx=}, {new_size=}, {connector_metadata.afd_tokens_lens=}")
tensor_metadata_list[idx] = TensorMetadata(
tensor_metadata.device,
tensor_metadata.dtype,
@ -165,6 +167,7 @@ class P2PAFDConnector(AFDConnectorBase):
)
metadata_tuple = (metadata, tensor_metadata)
process_group.send_object(metadata_tuple, dst=dst)
logger.info(f"_send_metadata called build tensor metadata")
self._tensor_metadata_list = self._build_tensor_metadata_list(
tensor_metadata, metadata
)
@ -177,6 +180,7 @@ class P2PAFDConnector(AFDConnectorBase):
(self._current_afd_connector_metadata, tensor_metadata) = (
process_group.recv_object(src=src)
)
logger.info(f"_recv_metadata called build tensor metadata")
self._tensor_metadata_list = self._build_tensor_metadata_list(
tensor_metadata, self._current_afd_connector_metadata
)
@ -225,6 +229,7 @@ class P2PAFDConnector(AFDConnectorBase):
dtype=tensor_metadata.dtype,
device=tensor_metadata.device,
)
# logger.info(f"{__file__}: p2p recv hidden states: {hidden_states.shape=}, {tensor_metadata.size=}")
torch.distributed.recv(
hidden_states,
src=process_group.ranks[src],
@ -262,6 +267,7 @@ class P2PAFDConnector(AFDConnectorBase):
self.recv_ffn_output_counter
% self._current_afd_connector_metadata.num_of_stages
)
logger.info(f"{stage_idx=}")
hidden_states, work_list = self._recv_hidden_states(
src,
self.e2a_group,