xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-20 13:27:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BUG] Allow runai_streamer_sharded in config check (#26958)

Browse Source 
Signed-off-by: ahao-anyscale <ahao@anyscale.com>
This commit is contained in:
ahao-anyscale 2025-10-15 20:05:14 -07:00 committed by GitHub
parent f8a0acbdbe
commit 582f2c6be7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/config/vllm.py
View File

@ -740,10 +740,13 @@ class VllmConfig:
"Overriding `load_format` to 'runai_streamer'" "Overriding `load_format` to 'runai_streamer'"
) )
self.load_config.load_format = "runai_streamer" self.load_config.load_format = "runai_streamer"
elif self.load_config.load_format != "runai_streamer": elif self.load_config.load_format not in (
"runai_streamer",
"runai_streamer_sharded",
):
raise ValueError( raise ValueError(
f"To load a model from S3, 'load_format' " f"To load a model from S3, 'load_format' "
f"must be 'runai_streamer', " f"must be 'runai_streamer' or 'runai_streamer_sharded', "
f"but got '{self.load_config.load_format}'. " f"but got '{self.load_config.load_format}'. "
f"Model: {self.model_config.model}" f"Model: {self.model_config.model}"
) )