fix get_best_device() wrong usage (#882)

ModelCloud · Dec 16, 2024 · 7b4ae93 · 7b4ae93
1 parent aa9934c
commit 7b4ae93
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/gptqmodel/models/auto.py b/gptqmodel/models/auto.py
@@ -170,7 +170,7 @@ def load(
 
         # TODO fix me...unify device + device_map auto logic
         if not device and not device_map or device_map == "auto":
-            device = get_best_device()
+            device = get_best_device(backend=backend)
 
         if is_quantized:
             return cls.from_quantized(