xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 18:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bug]: Fix S3 model/tokenizer path resolution (#18083)

Browse Source 
Signed-off-by: Jon Gill <jon@yurts.ai>
This commit is contained in:
Jon Gill 2025-05-13 19:34:17 -07:00 committed by GitHub
parent 6e27c6d86b
commit 754b699cbe
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 25 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
vllm/config.py
View File

@ -611,23 +611,30 @@ class ModelConfig:
def maybe_pull_model_tokenizer_for_s3(self, model: str, def maybe_pull_model_tokenizer_for_s3(self, model: str,
tokenizer: str) -> None: tokenizer: str) -> None:
""" """Pull model/tokenizer from S3 to temporary directory when needed.
Pull the model config or tokenizer to a temporary
directory in case of S3.
Args: Args:
model: The model name or path. model: Model name or path
tokenizer: The tokenizer name or path. tokenizer: Tokenizer name or path
""" """
if is_s3(model) or is_s3(tokenizer): if not (is_s3(model) or is_s3(tokenizer)):
return
if is_s3(model): if is_s3(model):
s3_model = S3Model() s3_model = S3Model()
s3_model.pull_files( s3_model.pull_files(model,
model, allow_pattern=["*.model", "*.py", "*.json"]) allow_pattern=["*.model", "*.py", "*.json"])
self.model_weights = self.model self.model_weights = model
self.model = s3_model.dir self.model = s3_model.dir
# If tokenizer is same as model, download to same directory
if model == tokenizer:
s3_model.pull_files(
model, ignore_pattern=["*.pt", "*.safetensors", "*.bin"])
self.tokenizer = s3_model.dir
return
# Only download tokenizer if needed and not already handled
if is_s3(tokenizer): if is_s3(tokenizer):
s3_tokenizer = S3Model() s3_tokenizer = S3Model()
s3_tokenizer.pull_files( s3_tokenizer.pull_files(