diff --git a/vllm/worker/tpu_worker.py b/vllm/worker/tpu_worker.py index 1a5eaba09b940..66911790662eb 100644 --- a/vllm/worker/tpu_worker.py +++ b/vllm/worker/tpu_worker.py @@ -51,6 +51,9 @@ class TPUWorker(LoRANotSupportedWorkerBase, LocalOrDistributedWorkerBase): self.model_runner: TPUModelRunner = TPUModelRunner( vllm_config=vllm_config, is_driver_worker=is_driver_worker) + if self.model_config.seed is None: + self.model_config.seed = 0 + def init_device(self) -> None: os.environ["PJRT_DEVICE"] = "TPU" torch.set_grad_enabled(False)