xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 23:34:27 +08:00
Code Issues Packages Projects Releases Wiki Activity

[benchmark] Make request IDs unique across clients by default (#27723)

Browse Source 
Signed-off-by: Seiji Eicher <seiji@anyscale.com>
This commit is contained in:
Seiji Eicher 2025-10-30 19:40:35 -05:00 committed by GitHub
parent 2bf0bcc1fc
commit b2e65cb4a7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/benchmarks/serve.py
View File

@ -26,6 +26,7 @@ import os
import random
import shutil
import time
import uuid
import warnings
from collections.abc import AsyncGenerator, Iterable
from dataclasses import dataclass
@ -1160,7 +1161,7 @@ def add_cli_args(parser: argparse.ArgumentParser):
"--request-id-prefix",
type=str,
required=False,
default="benchmark-serving",
default=f"bench-{uuid.uuid4().hex[:8]}-",
help="Specify the prefix of request id.",
)