mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-24 07:11:18 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
22a0070530
commit
7742eb6c59
@ -641,7 +641,13 @@ class WorkerProc:
|
|||||||
|
|
||||||
def worker_busy_loop(self, cancel: Optional[threading.Event] = None):
|
def worker_busy_loop(self, cancel: Optional[threading.Event] = None):
|
||||||
"""Main busy loop for Multiprocessing Workers"""
|
"""Main busy loop for Multiprocessing Workers"""
|
||||||
|
import os
|
||||||
|
p = os.getpid()
|
||||||
|
i = 0
|
||||||
while True:
|
while True:
|
||||||
|
if i % 100 == 0:
|
||||||
|
logger.info("WorkerProc RSS MB: %d", p.memory_info().rss/1024/1024)
|
||||||
|
i += 1
|
||||||
method, args, kwargs, output_rank = self.rpc_broadcast_mq.dequeue(
|
method, args, kwargs, output_rank = self.rpc_broadcast_mq.dequeue(
|
||||||
cancel=cancel)
|
cancel=cancel)
|
||||||
try:
|
try:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user