From 582f2c6be7459a781d844e94f7511c198d756f2a Mon Sep 17 00:00:00 2001 From: ahao-anyscale Date: Wed, 15 Oct 2025 20:05:14 -0700 Subject: [PATCH] [BUG] Allow runai_streamer_sharded in config check (#26958) Signed-off-by: ahao-anyscale --- vllm/config/vllm.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/vllm/config/vllm.py b/vllm/config/vllm.py index dabd06c320543..7ee522ea9f0c0 100644 --- a/vllm/config/vllm.py +++ b/vllm/config/vllm.py @@ -740,10 +740,13 @@ class VllmConfig: "Overriding `load_format` to 'runai_streamer'" ) self.load_config.load_format = "runai_streamer" - elif self.load_config.load_format != "runai_streamer": + elif self.load_config.load_format not in ( + "runai_streamer", + "runai_streamer_sharded", + ): raise ValueError( f"To load a model from S3, 'load_format' " - f"must be 'runai_streamer', " + f"must be 'runai_streamer' or 'runai_streamer_sharded', " f"but got '{self.load_config.load_format}'. " f"Model: {self.model_config.model}" )