fix gpt2 quantize error

ZX-ModelCloud · Dec 19, 2024 · f7edb8e · f7edb8e
1 parent ea79496
commit f7edb8e
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/gptqmodel/quantization/gptq.py b/gptqmodel/quantization/gptq.py
@@ -41,10 +41,10 @@ def _clone_layer(self):
         else:
             clone = self.layer.weight.data.clone()
 
-        if isinstance(clone, nn.Conv2d):
+        if isinstance(self.layer, nn.Conv2d):
             clone = clone.flatten(1)
 
-        if isinstance(clone, transformers.pytorch_utils.Conv1D):
+        if isinstance(self.layer, transformers.pytorch_utils.Conv1D):
             clone = clone.t()
 
         return clone.to(device=self.device, dtype=torch.float)