fix torch qlinear forward

ZX-ModelCloud · Jan 3, 2025 · 3a041e5 · 3a041e5
1 parent fccc61f
commit 3a041e5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/gptqmodel/nn_modules/qlinear/torch.py b/gptqmodel/nn_modules/qlinear/torch.py
@@ -208,7 +208,7 @@ def forward(self, x: torch.Tensor):
         out_shape = x.shape[:-1] + (self.outfeatures,)
         x = x.reshape(-1, x.shape[-1])
         x_dtype = x.dtype
-        out = self._forward(x, out_shape, x_dtype)
+        out = self._forward(x, x_dtype, out_shape)
         return out
 
     def _forward(self, x, x_dtype, out_shape):