xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 09:25:44 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix usage stats logging exception warning with OpenVINO (#6349)

Browse Source
This commit is contained in:
Helena Kloosterman 2024-07-12 04:47:00 +02:00 committed by GitHub
parent 2b0fb53481
commit adf32e0a0f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
requirements-openvino.txt
View File

@ -4,6 +4,6 @@
# OpenVINO dependencies # OpenVINO dependencies
torch >= 2.1.2 torch >= 2.1.2
openvino ~= 2024.3.0.dev openvino ~= 2024.3.0.dev
optimum-intel[openvino] >= 1.17.2 optimum-intel[openvino] >= 1.18.1
triton >= 2.2.0 # FIXME(woosuk): This is a hack to avoid import error. triton >= 2.2.0 # FIXME(woosuk): This is a hack to avoid import error.

2
vllm/engine/llm_engine.py
View File

@ -284,7 +284,7 @@ class LLMEngine:
"quantization": "quantization":
model_config.quantization, model_config.quantization,
"kv_cache_dtype": "kv_cache_dtype":
cache_config.cache_dtype, str(cache_config.cache_dtype),
# Feature flags # Feature flags
"enable_lora": "enable_lora":