mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-05 13:24:28 +08:00
tp write single pass
Signed-off-by: inkcherry <mingzhi.liu@amd.com>
This commit is contained in:
parent
b29f405aa5
commit
1c10f47dc6
@ -73,7 +73,7 @@ class MoRIIOConstants:
|
|||||||
COMPLETION_PREFIX = "cmpl"
|
COMPLETION_PREFIX = "cmpl"
|
||||||
|
|
||||||
PING_INTERVAL = 5
|
PING_INTERVAL = 5
|
||||||
MAX_PING_RETRIES = 100000
|
MAX_PING_RETRIES = 1000000
|
||||||
DEFAULT_HANDSHAKE_PORT = "6301"
|
DEFAULT_HANDSHAKE_PORT = "6301"
|
||||||
DEFAULT_NOTIFY_PORT = "61005"
|
DEFAULT_NOTIFY_PORT = "61005"
|
||||||
|
|
||||||
@ -1932,7 +1932,7 @@ class MoRIIOConnectorWorker:
|
|||||||
to track which workers are done.
|
to track which workers are done.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
done_sending = set()
|
done_sending, done_recving = set() ,set()
|
||||||
|
|
||||||
if self.is_producer:
|
if self.is_producer:
|
||||||
done_sending = self.moriio_wrapper.pop_finished_req_ids()
|
done_sending = self.moriio_wrapper.pop_finished_req_ids()
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user