From 8aee6e97e685170a3f9ae14779fffd2f4a810e04 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Sat, 20 Sep 2025 11:43:01 +0000 Subject: [PATCH] 64-bit for gumbel seed Signed-off-by: Woosuk Kwon --- vllm/v1/worker/gpu/sampler.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/vllm/v1/worker/gpu/sampler.py b/vllm/v1/worker/gpu/sampler.py index 4b4a250ebaa19..aa5f8446602fa 100644 --- a/vllm/v1/worker/gpu/sampler.py +++ b/vllm/v1/worker/gpu/sampler.py @@ -139,9 +139,9 @@ def _apply_gumbel_kernel( # Greedy sampling. Don't apply gumbel noise. return - seed = tl.load(seeds_ptr + req_idx) - pos = tl.load(pos_ptr + req_idx) - gumbel_seed = seed ^ (pos * 0x9E3779B9) + seed = tl.load(seeds_ptr + req_idx).to(tl.uint64) + pos = tl.load(pos_ptr + req_idx).to(tl.uint64) + gumbel_seed = seed ^ (pos * 0x9E3779B97F4A7C15) block_id = tl.program_id(1) r_offset = block_id * BLOCK_SIZE + tl.arange(0, BLOCK_SIZE)