diff --git a/csrc/quantization/w8a8/fp8/common.cu b/csrc/quantization/w8a8/fp8/common.cu
index 622d559d839c5..ef57902504911 100644
--- a/csrc/quantization/w8a8/fp8/common.cu
+++ b/csrc/quantization/w8a8/fp8/common.cu
@@ -1,7 +1,7 @@
 #include "common.cuh"
 #include "dispatch_utils.h"
+#include "../../cub_helpers.h"
 #include "quantization/vectorization_utils.cuh"
-#include "cub_helpers.h"
 #include <c10/cuda/CUDAGuard.h>
 #include <ATen/cuda/Exceptions.h>