xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-12 12:39:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][V1][P/D]Fix the issue of occasional garbled output for P2pNcclConnector (#20263)

Browse Source 
Signed-off-by: Abatom <abzhonghua@gmail.com>
This commit is contained in:
Zhonghua Deng 2025-07-01 07:45:14 +08:00 committed by GitHub
parent 97d9524fe9
commit ded1fb635b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py
View File

@ -310,10 +310,11 @@ class P2pNcclEngine:
elif data["cmd"] == "PUT": elif data["cmd"] == "PUT":
tensor_id = data["tensor_id"] tensor_id = data["tensor_id"]
try: try:
tensor = torch.empty(data["shape"], with torch.cuda.stream(self.recv_stream):
dtype=getattr( tensor = torch.empty(data["shape"],
torch, data["dtype"]), dtype=getattr(
device=self.device) torch, data["dtype"]),
device=self.device)
self.router_socket.send_multipart( self.router_socket.send_multipart(
[remote_address, b"0"]) [remote_address, b"0"])
comm, rank = self.comms[remote_address.decode()] comm, rank = self.comms[remote_address.decode()]