xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-26 14:37:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

64-bit for gumbel seed

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk@thinkingmachines.ai>
This commit is contained in:
Woosuk Kwon 2025-09-20 11:43:01 +00:00
parent 913b8e9569
commit 8aee6e97e6
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/v1/worker/gpu/sampler.py
View File

@ -139,9 +139,9 @@ def _apply_gumbel_kernel(
# Greedy sampling. Don't apply gumbel noise. # Greedy sampling. Don't apply gumbel noise.
return return
seed = tl.load(seeds_ptr + req_idx) seed = tl.load(seeds_ptr + req_idx).to(tl.uint64)
pos = tl.load(pos_ptr + req_idx) pos = tl.load(pos_ptr + req_idx).to(tl.uint64)
gumbel_seed = seed ^ (pos * 0x9E3779B9) gumbel_seed = seed ^ (pos * 0x9E3779B97F4A7C15)
block_id = tl.program_id(1) block_id = tl.program_id(1)
r_offset = block_id * BLOCK_SIZE + tl.arange(0, BLOCK_SIZE) r_offset = block_id * BLOCK_SIZE + tl.arange(0, BLOCK_SIZE)