From adf32e0a0f58edafe0c71b5c235848a487be2a71 Mon Sep 17 00:00:00 2001 From: Helena Kloosterman Date: Fri, 12 Jul 2024 04:47:00 +0200 Subject: [PATCH] [Bugfix] Fix usage stats logging exception warning with OpenVINO (#6349) --- requirements-openvino.txt | 2 +- vllm/engine/llm_engine.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/requirements-openvino.txt b/requirements-openvino.txt index e555d5257254..e32c76fb0db2 100644 --- a/requirements-openvino.txt +++ b/requirements-openvino.txt @@ -4,6 +4,6 @@ # OpenVINO dependencies torch >= 2.1.2 openvino ~= 2024.3.0.dev -optimum-intel[openvino] >= 1.17.2 +optimum-intel[openvino] >= 1.18.1 triton >= 2.2.0 # FIXME(woosuk): This is a hack to avoid import error. diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index d354218cf16e..622221d2dd13 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -284,7 +284,7 @@ class LLMEngine: "quantization": model_config.quantization, "kv_cache_dtype": - cache_config.cache_dtype, + str(cache_config.cache_dtype), # Feature flags "enable_lora":