xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-03 04:28:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

[P/D] Add some more debug logs to NixlConnector (#18102)

Browse Source 
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill 2025-05-13 19:33:03 -07:00 committed by GitHub
parent 65f0f74b66
commit d5af47a149
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -253,6 +253,11 @@ class NixlConnectorScheduler:
asynchronously (between scheduler steps).
"""
logger.debug(
"NIXLConnector get_num_new_matched_tokens: "
"num_computed_tokens=%s, kv_transfer_params=%s",
num_computed_tokens, request.kv_transfer_params)
# No KVTransfer for this request.
if request.kv_transfer_params is None:
return 0, False
@ -271,6 +276,12 @@ class NixlConnectorScheduler:
def update_state_after_alloc(self, request: "Request",
blocks: "KVCacheBlocks",
num_external_tokens: int):
logger.debug(
"NIXLConnector update_state_after_alloc: "
"num_external_tokens=%s, kv_transfer_params=%s",
num_external_tokens, request.kv_transfer_params)
if request.kv_transfer_params is None:
return
@ -319,6 +330,11 @@ class NixlConnectorScheduler:
should be freed now or will be sent asynchronously and freed later.
"""
logger.debug(
"NIXLConnector request_finished, "
"request_status=%s, kv_transfer_params=%s", request.status,
request.kv_transfer_params)
if request.kv_transfer_params is None:
return False, None
assert isinstance(request.kv_transfer_params, NixlKVTransferParams)