xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-06 10:37:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

cleanup data_parallel.py

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-07-03 13:02:12 +00:00
parent be2e1632fd
commit 9b7edc0343
1 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/offline_inference/data_parallel.py
View File

@ -113,11 +113,7 @@ def main(
"The president of the United States is",
"The capital of France is",
"The future of AI is",
] * 10
# import random
# import string
# prompts = [''.join(random.choices(string.ascii_letters, k=128)) for _ in range(2048)]
] * 100
# with DP, each rank should process different prompts.
# usually all the DP ranks process a full dataset,
@ -141,7 +137,7 @@ def main(
# sampling params. here we set different max_tokens for different
# ranks for demonstration.
sampling_params = SamplingParams(
temperature=0.8, top_p=0.95, max_tokens=[40, 64][global_dp_rank % 2]
temperature=0.8, top_p=0.95, max_tokens=[16, 20][global_dp_rank % 2]
)
# Create an LLM.