From 66e16a038e9fe8bf04e133858621cd9803e7145b Mon Sep 17 00:00:00 2001 From: yarongmu-google <150371854+yarongmu-google@users.noreply.github.com> Date: Fri, 7 Mar 2025 15:17:04 -0800 Subject: [PATCH] [Bugfix] Fix torch_xla which can't handle None seed introduced in #14274 (#14459) Signed-off-by: Yarong Mu --- vllm/v1/worker/tpu_worker.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/v1/worker/tpu_worker.py b/vllm/v1/worker/tpu_worker.py index d09f5dd84007a..e190797dfb7f5 100644 --- a/vllm/v1/worker/tpu_worker.py +++ b/vllm/v1/worker/tpu_worker.py @@ -75,6 +75,9 @@ class TPUWorker: self.profile_dir) self.profiler = xp.start_server(9012) + if self.model_config.seed is None: + self.model_config.seed = 0 + def init_device(self): os.environ["PJRT_DEVICE"] = "TPU" torch.set_grad_enabled(False)