xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-02 16:07:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

[misc][distributed] improve tests (#6488)

Browse Source
This commit is contained in:
youkaichao 2024-07-16 17:35:52 -07:00 committed by GitHub
parent 09c2eb85dd
commit 7f62077af5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
tests/distributed/test_pipeline_parallel.py
View File

@ -4,12 +4,14 @@ from ..utils import RemoteOpenAIServer
@pytest.mark.parametrize(
"TP_SIZE, PP_SIZE, EAGER_MODE, CHUNKED_PREFILL, MODEL_NAME", [
"TP_SIZE, PP_SIZE, EAGER_MODE, CHUNKED_PREFILL, MODEL_NAME",
[
(2, 2, 0, 1, "meta-llama/Meta-Llama-3-8B"),
(2, 2, 1, 0, "meta-llama/Meta-Llama-3-8B"),
(1, 3, 0, 0, "meta-llama/Meta-Llama-3-8B"),
(1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B"),
(1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B"),
# TODO: figure out why PP=4 tests are flaky
# (1, 4, 0, 1, "meta-llama/Meta-Llama-3-8B"),
# (1, 4, 1, 0, "meta-llama/Meta-Llama-3-8B"),
])
def test_compare_tp(TP_SIZE, PP_SIZE, EAGER_MODE, CHUNKED_PREFILL, MODEL_NAME):
pp_args = [

4
vllm/distributed/device_communicators/shm_broadcast.py
View File

@ -170,7 +170,7 @@ class MessageQueue:
self.n_remote_reader = n_remote_reader
if connect_ip is None:
connect_ip = get_ip()
connect_ip = get_ip() if n_remote_reader > 0 else "127.0.0.1"
context = Context()
@ -230,6 +230,8 @@ class MessageQueue:
remote_sync_port=remote_sync_port,
)
logger.info("vLLM message queue communication handle: %s", self.handle)
def export_handle(self) -> Handle:
return self.handle