diff --git a/vllm/platforms/rocm.py b/vllm/platforms/rocm.py
index 709d86d6ce863..04637f5c7aa6f 100644
--- a/vllm/platforms/rocm.py
+++ b/vllm/platforms/rocm.py
@@ -247,10 +247,6 @@ class RocmPlatform(Platform):
         Set the device for the current platform.
         """
         torch.cuda.set_device(device)
-        # With this trick we can force the device to be set eagerly
-        # see https://github.com/pytorch/pytorch/issues/155668
-        # for why and when it is needed
-        _ = torch.zeros(1, device=device)
 
     @classmethod
     @lru_cache(maxsize=8)