From 5b143d33be7c6a273dc8f8186e72b2cd245a28e2 Mon Sep 17 00:00:00 2001 From: Nishidha Date: Wed, 5 Mar 2025 09:55:00 +0530 Subject: [PATCH] Moved numba from common requirements to cuda/rocm specific requirements (#14199) Signed-off-by: Nishidha Panpaliya --- requirements-common.txt | 1 - requirements-cuda.txt | 2 ++ requirements-rocm.txt | 4 +++- 3 files changed, 5 insertions(+), 2 deletions(-) diff --git a/requirements-common.txt b/requirements-common.txt index fb84d6d9e7b64..3446ae4c46431 100644 --- a/requirements-common.txt +++ b/requirements-common.txt @@ -1,7 +1,6 @@ psutil sentencepiece # Required for LLaMA tokenizer. numpy < 2.0.0 -numba == 0.60.0 # v0.61 doesn't support Python 3.9. Required for N-gram speculative decoding. requests >= 2.26.0 tqdm blake3 diff --git a/requirements-cuda.txt b/requirements-cuda.txt index 2de06668c3a4a..b641ea7f87092 100644 --- a/requirements-cuda.txt +++ b/requirements-cuda.txt @@ -1,6 +1,8 @@ # Common dependencies -r requirements-common.txt +numba == 0.60.0 # v0.61 doesn't support Python 3.9. Required for N-gram speculative decoding + # Dependencies for NVIDIA GPUs ray[cgraph] >= 2.43.0 # Ray Compiled Graph, required for pipeline parallelism in V1. torch == 2.5.1 diff --git a/requirements-rocm.txt b/requirements-rocm.txt index 97985655cbf64..83f3e18a96a65 100644 --- a/requirements-rocm.txt +++ b/requirements-rocm.txt @@ -1,6 +1,8 @@ # Common dependencies -r requirements-common.txt +numba == 0.60.0 # v0.61 doesn't support Python 3.9. Required for N-gram speculative decoding + # Dependencies for AMD GPUs awscli boto3 @@ -11,4 +13,4 @@ peft pytest-asyncio tensorizer>=2.9.0 runai-model-streamer==0.11.0 -runai-model-streamer-s3==0.11.0 \ No newline at end of file +runai-model-streamer-s3==0.11.0