From 158a46888eeee10d80982d33a848b5409881e8ae Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Sat, 20 Sep 2025 11:17:45 +0000 Subject: [PATCH] random uuid Signed-off-by: Woosuk Kwon --- vllm/v1/worker/gpu/input_batch.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/v1/worker/gpu/input_batch.py b/vllm/v1/worker/gpu/input_batch.py index 5cca3f1442714..cf35945c90715 100644 --- a/vllm/v1/worker/gpu/input_batch.py +++ b/vllm/v1/worker/gpu/input_batch.py @@ -11,6 +11,7 @@ import torch import triton import triton.language as tl +from vllm.utils import random_uuid from vllm.v1.utils import CpuGpuBuffer @@ -80,7 +81,7 @@ class InputBatch: device: torch.device, ) -> "InputBatch": assert 0 < num_reqs <= num_tokens - req_ids = [f"req_{i}" for i in range(num_reqs)] + req_ids = [f"req_{i}_{random_uuid()}" for i in range(num_reqs)] idx_mapping_np = np.arange(num_reqs, dtype=np.int32) idx_mapping = torch.tensor(idx_mapping_np, device=device) num_scheduled_tokens = np.full(num_reqs,