xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-13 04:07:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

dp format

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-06-02 19:15:23 +00:00
parent d4b502a73a
commit 8332924320
1 changed files with 12 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
examples/offline_inference/data_parallel.py
View File

@ -30,10 +30,9 @@ Multi-node:
import os
from time import sleep
from vllm import LLM, SamplingParams
from vllm.utils import get_open_port, FlexibleArgumentParser
from vllm import LLM, EngineArgs
import torch
from vllm import LLM, EngineArgs, SamplingParams
from vllm.utils import FlexibleArgumentParser, get_open_port
def parse_args():
parser = FlexibleArgumentParser()
@ -158,9 +157,15 @@ if __name__ == "__main__":
for local_dp_rank, global_dp_rank in enumerate(
range(node_rank * dp_per_node, (node_rank + 1) * dp_per_node)):
proc = Process(target=main,
args=(args, dp_size, local_dp_rank,
global_dp_rank, dp_master_ip, dp_master_port,
tp_size,))
args=(
args,
dp_size,
local_dp_rank,
global_dp_rank,
dp_master_ip,
dp_master_port,
tp_size,
))
proc.start()
procs.append(proc)
exit_code = 0