diff --git a/requirements/cuda.txt b/requirements/cuda.txt
index 11a34df677fd5..09d0b4c6bb398 100644
--- a/requirements/cuda.txt
+++ b/requirements/cuda.txt
@@ -10,4 +10,4 @@ torchaudio==2.9.1
 # These must be updated alongside torch
 torchvision==0.24.1 # Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
 # FlashInfer should be updated together with the Dockerfile
-flashinfer-python==0.6.0rc1
+flashinfer-python==0.6.0rc2