mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-23 07:14:27 +08:00
41 lines
1.0 KiB
Python
41 lines
1.0 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
from os import PathLike
|
|
from pathlib import Path
|
|
from typing import List, Optional, Union
|
|
|
|
|
|
def is_s3(model_or_path: str) -> bool:
|
|
return model_or_path.lower().startswith('s3://')
|
|
|
|
|
|
def check_gguf_file(model: Union[str, PathLike]) -> bool:
|
|
"""Check if the file is a GGUF model."""
|
|
model = Path(model)
|
|
if not model.is_file():
|
|
return False
|
|
elif model.suffix == ".gguf":
|
|
return True
|
|
|
|
with open(model, "rb") as f:
|
|
header = f.read(4)
|
|
return header == b"GGUF"
|
|
|
|
|
|
def modelscope_list_repo_files(
|
|
repo_id: str,
|
|
revision: Optional[str] = None,
|
|
token: Union[str, bool, None] = None,
|
|
) -> List[str]:
|
|
"""List files in a modelscope repo."""
|
|
from modelscope.hub.api import HubApi
|
|
api = HubApi()
|
|
api.login(token)
|
|
# same as huggingface_hub.list_repo_files
|
|
files = [
|
|
file['Path'] for file in api.get_model_files(
|
|
model_id=repo_id, revision=revision, recursive=True)
|
|
if file['Type'] == 'blob'
|
|
]
|
|
return files
|