diff --git a/vllm/v1/worker/gpu/sampler.py b/vllm/v1/worker/gpu/sampler.py
index 37ddc9dbae946..d3b9e1f780925 100644
--- a/vllm/v1/worker/gpu/sampler.py
+++ b/vllm/v1/worker/gpu/sampler.py
@@ -210,7 +210,7 @@ def gumbel_sample(
     if seeds is not None:
         # Per-request seed.
         assert pos is not None
-        gumbel_seeds = seeds + pos
+        gumbel_seeds = seeds ^ (pos * 0x9E3779B9)
     else:
         # Global seed.
         assert pos is None