call normalize_device()

ZX-ModelCloud · Dec 16, 2024 · ce13c09 · ce13c09
1 parent 25bde93
commit ce13c09
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/gptqmodel/models/loader.py b/gptqmodel/models/loader.py
@@ -154,6 +154,9 @@ def from_quantized(
             verify_hash: Optional[Union[str, List[str]]] = None,
             **kwargs,
     ):
+        if device is not None:
+            device = normalize_device(device)
+
         # TODO need to normalize backend and others in a unified api
         device = parse_device_map(device, device_map)