From d53575a5f0e5c0f9003b4ec6e33c8bf761e93cef Mon Sep 17 00:00:00 2001 From: youkaichao Date: Fri, 10 Jan 2025 16:25:17 +0800 Subject: [PATCH] [ci] fix gh200 tests (#11919) Signed-off-by: youkaichao --- vllm/model_executor/model_loader/weight_utils.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/model_executor/model_loader/weight_utils.py b/vllm/model_executor/model_loader/weight_utils.py index 11d5fd7135d9e..9cfcdbf620d2b 100644 --- a/vllm/model_executor/model_loader/weight_utils.py +++ b/vllm/model_executor/model_loader/weight_utils.py @@ -29,7 +29,9 @@ from vllm.utils import PlaceholderModule try: from runai_model_streamer import SafetensorsStreamer -except ImportError: +except (ImportError, OSError): + # see https://github.com/run-ai/runai-model-streamer/issues/26 + # OSError will be raised on arm64 platform runai_model_streamer = PlaceholderModule( "runai_model_streamer") # type: ignore[assignment] SafetensorsStreamer = runai_model_streamer.placeholder_attr(