fix: update platform detection for M-series arm based MacBook process…

…ors (vllm-project#12227) Signed-off-by: isikhi <huseyin.isik000@gmail.com>
rasmith · Jan 30, 2025 · ddedb3a · ddedb3a
1 parent 2fdffa8
commit ddedb3a
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/vllm/platforms/__init__.py b/vllm/platforms/__init__.py
@@ -101,6 +101,10 @@ def cpu_platform_plugin() -> Optional[str]:
     try:
         from importlib.metadata import version
         is_cpu = "cpu" in version("vllm")
+        if is_cpu == False:
+            import platform
+            is_cpu = platform.machine().lower().startswith("arm")
+
     except Exception:
         pass