xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-20 01:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[benchmark] Make request IDs unique across clients by default (#27723)

Browse Source 
Signed-off-by: Seiji Eicher <seiji@anyscale.com>
This commit is contained in:
Seiji Eicher 2025-10-30 19:40:35 -05:00 committed by GitHub
parent 2bf0bcc1fc
commit b2e65cb4a7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/benchmarks/serve.py
View File

@ -26,6 +26,7 @@ import os
import random import random
import shutil import shutil
import time import time
import uuid
import warnings import warnings
from collections.abc import AsyncGenerator, Iterable from collections.abc import AsyncGenerator, Iterable
from dataclasses import dataclass from dataclasses import dataclass
@ -1160,7 +1161,7 @@ def add_cli_args(parser: argparse.ArgumentParser):
"--request-id-prefix", "--request-id-prefix",
type=str, type=str,
required=False, required=False,
default="benchmark-serving", default=f"bench-{uuid.uuid4().hex[:8]}-",
help="Specify the prefix of request id.", help="Specify the prefix of request id.",
) )