xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 07:55:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Separate prompt logging to debug (#26713)

Browse Source 
Signed-off-by: Aleksei Tsvetkov <aitsvet@ya.ru>
This commit is contained in:
Aleksei Tsvetkov 2025-10-13 19:04:18 +03:00 committed by GitHub
parent 53c9a7cee2
commit 5c7fe25491
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
vllm/entrypoints/logger.py
View File

@ -34,16 +34,20 @@ class RequestLogger:
if prompt_token_ids is not None: if prompt_token_ids is not None:
prompt_token_ids = prompt_token_ids[:max_log_len] prompt_token_ids = prompt_token_ids[:max_log_len]
logger.info( logger.debug(
"Received request %s: prompt: %r, " "Request %s details: prompt: %r, "
"params: %s, prompt_token_ids: %s, " "prompt_token_ids: %s, "
"prompt_embeds shape: %s, " "prompt_embeds shape: %s.",
"lora_request: %s.",
request_id, request_id,
prompt, prompt,
params,
prompt_token_ids, prompt_token_ids,
prompt_embeds.shape if prompt_embeds is not None else None, prompt_embeds.shape if prompt_embeds is not None else None,
)
logger.info(
"Received request %s: params: %s, lora_request: %s.",
request_id,
params,
lora_request, lora_request,
) )