[ci] fix gh200 tests (vllm-project#11919)

Signed-off-by: youkaichao <[email protected]>
frreiss · Jan 10, 2025 · 4542c38 · 4542c38
1 parent 5a9d78e
commit 4542c38
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/vllm/model_executor/model_loader/weight_utils.py b/vllm/model_executor/model_loader/weight_utils.py
@@ -29,7 +29,9 @@
 
 try:
     from runai_model_streamer import SafetensorsStreamer
-except ImportError:
+except (ImportError, OSError):
+    # see https://github.com/run-ai/runai-model-streamer/issues/26
+    # OSError will be raised on arm64 platform
     runai_model_streamer = PlaceholderModule(
         "runai_model_streamer")  # type: ignore[assignment]
     SafetensorsStreamer = runai_model_streamer.placeholder_attr(