xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-03 17:27:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

[P/D] Add some more debug logs to NixlConnector (#18102)

Browse Source 
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill 2025-05-13 19:33:03 -07:00 committed by GitHub
parent 65f0f74b66
commit d5af47a149
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -253,6 +253,11 @@ class NixlConnectorScheduler:
asynchronously (between scheduler steps). asynchronously (between scheduler steps).
""" """
logger.debug(
"NIXLConnector get_num_new_matched_tokens: "
"num_computed_tokens=%s, kv_transfer_params=%s",
num_computed_tokens, request.kv_transfer_params)
# No KVTransfer for this request. # No KVTransfer for this request.
if request.kv_transfer_params is None: if request.kv_transfer_params is None:
return 0, False return 0, False
@ -271,6 +276,12 @@ class NixlConnectorScheduler:
def update_state_after_alloc(self, request: "Request", def update_state_after_alloc(self, request: "Request",
blocks: "KVCacheBlocks", blocks: "KVCacheBlocks",
num_external_tokens: int): num_external_tokens: int):
logger.debug(
"NIXLConnector update_state_after_alloc: "
"num_external_tokens=%s, kv_transfer_params=%s",
num_external_tokens, request.kv_transfer_params)
if request.kv_transfer_params is None: if request.kv_transfer_params is None:
return return
@ -319,6 +330,11 @@ class NixlConnectorScheduler:
should be freed now or will be sent asynchronously and freed later. should be freed now or will be sent asynchronously and freed later.
""" """
logger.debug(
"NIXLConnector request_finished, "
"request_status=%s, kv_transfer_params=%s", request.status,
request.kv_transfer_params)
if request.kv_transfer_params is None: if request.kv_transfer_params is None:
return False, None return False, None
assert isinstance(request.kv_transfer_params, NixlKVTransferParams) assert isinstance(request.kv_transfer_params, NixlKVTransferParams)