fix wrong variable name

ZX-ModelCloud · Oct 8, 2024 · bf26114 · bf26114
1 parent 8220973
commit bf26114
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/gptqmodel/models/base.py b/gptqmodel/models/base.py
@@ -683,7 +683,7 @@ def save_quantized(
             model_save_name = model_base_name + ".safetensors"
         else:
             model_save_name = model_base_name + ".bin"
-        if not self.qlinear_kernel.SUPPORTED_SHARDS and max_shard_size is not None:
+        if not self.qlinear_kernel.SUPPORTS_SHARDS and max_shard_size is not None:
             logger.warning("Sharding is not supported for this quant. Disabling sharding.")
             max_shard_size = None