diff --git a/requirements-rocm.txt b/requirements-rocm.txt
index a846f929ef22..7b42ee067310 100644
--- a/requirements-rocm.txt
+++ b/requirements-rocm.txt
@@ -2,7 +2,7 @@ ninja  # For faster builds.
 typing-extensions>=4.8.0
 starlette
 psutil
-ray >= 2.5.1
+ray >= 2.9
 sentencepiece  # Required for LLaMA tokenizer.
 numpy
 tokenizers>=0.15.0
diff --git a/requirements.txt b/requirements.txt
index 19871bdcc954..2bf527ccc3a7 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,6 +1,6 @@
 ninja  # For faster builds.
 psutil
-ray >= 2.5.1
+ray >= 2.9
 sentencepiece  # Required for LLaMA tokenizer.
 numpy
 torch == 2.1.2