diff --git a/requirements-openvino.txt b/requirements-openvino.txt
index a86c6cb580484..2dd971d6400be 100644
--- a/requirements-openvino.txt
+++ b/requirements-openvino.txt
@@ -25,6 +25,7 @@ outlines >= 0.0.43, < 0.1 # Requires torch >= 2.1.0
 typing_extensions
 filelock >= 3.10.4 # filelock starts to support `mode` argument from 3.10.4
 pyzmq
+gguf == 0.9.1
 
 # OpenVINO dependencies
 torch >= 2.1.2