xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-08-14 11:07:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Benchmark] Fix client seed synchronization in multi-turn benchmark (#28512)

Browse Source 
Signed-off-by: ai-jz <aijz.xplr@gmail.com>
This commit is contained in:
ai-jz 2025-11-15 23:04:32 -08:00 committed by GitHub
parent f849ee739c
commit d231876ce3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
benchmarks/multi_turn/benchmark_serving_multi_turn.py
View File

@ -561,8 +561,11 @@ async def client_main(
f"{Color.CYAN}Started client {client_id}: max_num_requests={args.max_num_requests}, max_active_conversations={args.max_active_conversations}{Color.RESET}" # noqa: E501 f"{Color.CYAN}Started client {client_id}: max_num_requests={args.max_num_requests}, max_active_conversations={args.max_active_conversations}{Color.RESET}" # noqa: E501
) )
random.seed(args.seed) # Set unique seed per client (each client runs in its own process)
np.random.seed(args.seed) # Add 1 to ensure no client uses the same seed as the main process
client_seed = args.seed + client_id + 1
random.seed(client_seed)
np.random.seed(client_seed)
# Active conversations # Active conversations
active_convs: ConversationsMap = {} active_convs: ConversationsMap = {}
@ -1490,6 +1493,7 @@ async def main() -> None:
f"Invalid --warmup-percentage={args.warmup_percentage}" f"Invalid --warmup-percentage={args.warmup_percentage}"
) from None ) from None
# Set global seeds for main process
random.seed(args.seed) random.seed(args.seed)
np.random.seed(args.seed) np.random.seed(args.seed)