From 86cbd2eee97a98df59c531c34d2aeff5a2b5765d Mon Sep 17 00:00:00 2001 From: Reid <61492567+reidliu41@users.noreply.github.com> Date: Fri, 4 Apr 2025 09:33:36 +0800 Subject: [PATCH] [Misc] improve gguf check (#15974) Signed-off-by: reidliu41 Co-authored-by: reidliu41 --- vllm/transformers_utils/utils.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/vllm/transformers_utils/utils.py b/vllm/transformers_utils/utils.py index bae487b75588e..564c0f83389e2 100644 --- a/vllm/transformers_utils/utils.py +++ b/vllm/transformers_utils/utils.py @@ -23,9 +23,14 @@ def check_gguf_file(model: Union[str, PathLike]) -> bool: elif model.suffix == ".gguf": return True - with open(model, "rb") as f: - header = f.read(4) - return header == b"GGUF" + try: + with model.open("rb") as f: + header = f.read(4) + + return header == b"GGUF" + except Exception as e: + logger.debug("Error reading file %s: %s", model, e) + return False def modelscope_list_repo_files(