diff --git a/vllm/model_executor/model_loader/loader.py b/vllm/model_executor/model_loader/loader.py
index ae5662a9b48a9..cb9100e355945 100644
--- a/vllm/model_executor/model_loader/loader.py
+++ b/vllm/model_executor/model_loader/loader.py
@@ -703,7 +703,7 @@ class ShardedStateLoader(BaseModelLoader):
 
             filepaths = []
             if is_s3(local_model_path):
-                file_pattern = f"*{self.pattern.format(rank=rank, part=" * ")}"
+                file_pattern = f"*{self.pattern.format(rank=rank, part=' * ')}"
                 filepaths = s3_glob(path=local_model_path,
                                     allow_pattern=[file_pattern])
             else: