mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-21 07:25:02 +08:00
[misc] log info messages by default for hanging / busy / idle (#25627)
Signed-off-by: youkaichao <youkaichao@gmail.com> Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
parent
af10a37c6c
commit
a5fa821b96
@ -390,10 +390,11 @@ class MessageQueue:
|
|||||||
# if we wait for a long time, log a message
|
# if we wait for a long time, log a message
|
||||||
if (time.monotonic() - start_time
|
if (time.monotonic() - start_time
|
||||||
> VLLM_RINGBUFFER_WARNING_INTERVAL * n_warning):
|
> VLLM_RINGBUFFER_WARNING_INTERVAL * n_warning):
|
||||||
logger.debug(
|
logger.info(
|
||||||
("No available shared memory broadcast block found"
|
("No available shared memory broadcast block found"
|
||||||
" in %s seconds. This typically happens when some"
|
" in %s seconds. This typically happens when some"
|
||||||
" processes are hanging."),
|
" processes are hanging, doing some time-consuming"
|
||||||
|
" work (e.g. compilation), or sitting idle."),
|
||||||
VLLM_RINGBUFFER_WARNING_INTERVAL,
|
VLLM_RINGBUFFER_WARNING_INTERVAL,
|
||||||
)
|
)
|
||||||
n_warning += 1
|
n_warning += 1
|
||||||
@ -454,10 +455,11 @@ class MessageQueue:
|
|||||||
# if we wait for a long time, log a message
|
# if we wait for a long time, log a message
|
||||||
if (time.monotonic() - start_time
|
if (time.monotonic() - start_time
|
||||||
> VLLM_RINGBUFFER_WARNING_INTERVAL * n_warning):
|
> VLLM_RINGBUFFER_WARNING_INTERVAL * n_warning):
|
||||||
logger.debug(
|
logger.info(
|
||||||
("No available shared memory broadcast block found"
|
("No available shared memory broadcast block found"
|
||||||
" in %s seconds. This typically happens when some"
|
" in %s seconds. This typically happens when some"
|
||||||
" processes are hanging."),
|
" processes are hanging, doing some time-consuming"
|
||||||
|
" work (e.g. compilation), or sitting idle."),
|
||||||
VLLM_RINGBUFFER_WARNING_INTERVAL,
|
VLLM_RINGBUFFER_WARNING_INTERVAL,
|
||||||
)
|
)
|
||||||
n_warning += 1
|
n_warning += 1
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user