fix bug

2023-03-22 00:18:24 +08:00
parent 467849d13a
commit a955a1c2a5
1 changed files with 2 additions and 1 deletions
--- a/GPTQ-for-LLaMa/autograd_4bit.py
+++ b/GPTQ-for-LLaMa/autograd_4bit.py
@@ -131,6 +131,7 @@ class AutogradMatmul4bit(torch.autograd.Function):
    def backward(ctx, grad_output):
        qweight, scales, zeros = ctx.saved_tensors
        buffer = get_buffer(qweight.shape, dtype=scales.dtype, device=qweight.device)
+        quant.quant_cuda.vecquant4recons(qweight, buffer, scales, zeros)
        grad = torch.matmul(grad_output, buffer.T)
        return grad, None, None, None