xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-18 02:46:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

cleanup

Browse Source 
Signed-off-by: rshaw@neuralmagic.com <robertgshaw2@gmail.com>
This commit is contained in:
rshaw@neuralmagic.com 2025-06-30 12:36:19 +00:00
parent f015919fc8
commit 569de248cb
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -827,8 +827,6 @@ class NixlConnectorWorker:
""" """
notified_req_ids: set[str] = set() notified_req_ids: set[str] = set()
for notifs in self.nixl_wrapper.get_new_notifs().values(): for notifs in self.nixl_wrapper.get_new_notifs().values():
# WE GET NOTHING FROM HERE IF NUM_WORKERS > 0.
print(f"{notifs=}")
for notif in notifs: for notif in notifs:
req_id, tp_ratio = notif.decode("utf-8").rsplit(":", 1) req_id, tp_ratio = notif.decode("utf-8").rsplit(":", 1)
self.consumer_notification_counts_by_req[req_id] += 1 self.consumer_notification_counts_by_req[req_id] += 1