ilotoki_thu
/
alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix bug

This commit is contained in:
John Smith 2023-04-06 10:46:42 +08:00
parent 86387a0a35
commit 085d9556f9
2 changed files with 207 additions and 207 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
autograd_4bit.py
View File

@ -48,7 +48,7 @@ class Autograd4bitQuantLinear(nn.Module):
) )
self.register_buffer('scales', torch.empty((math.ceil(infeatures/groupsize), outfeatures))) self.register_buffer('scales', torch.empty((math.ceil(infeatures/groupsize), outfeatures)))
self.register_buffer('g_idx', torch.tensor([i // self.groupsize for i in range(infeatures)], dtype = torch.int32)) self.register_buffer('g_idx', torch.tensor([i // self.groupsize for i in range(infeatures)], dtype = torch.int32))
self.bias = nn.Parameter(torch.empty(outfeatures)) self.register_buffer('bias', torch.empty(outfeatures))
self.register_buffer( self.register_buffer(
'qweight', torch.empty((infeatures // 256 * (bits * 8), outfeatures), dtype=torch.int) 'qweight', torch.empty((infeatures // 256 * (bits * 8), outfeatures), dtype=torch.int)
) )
@ -58,11 +58,11 @@ class Autograd4bitQuantLinear(nn.Module):
if torch.is_grad_enabled(): if torch.is_grad_enabled():
out = AutogradMatmul4bit.apply(x, self.qweight, self.scales, out = AutogradMatmul4bit.apply(x, self.qweight, self.scales,
self.qzeros if self.groupsize != -1 else self.zeros, self.groupsize) self.qzeros if self.groupsize != -1 else self.zeros, self.groupsize)
out.add_(self.bias) out += self.bias
else: else:
out = mm4b.matmul4bit(x, self.qweight, self.scales, out = mm4b.matmul4bit(x, self.qweight, self.scales,
self.qzeros if self.groupsize != -1 else self.zeros, self.groupsize) self.qzeros if self.groupsize != -1 else self.zeros, self.groupsize)
out.add_(self.bias) out += self.bias
return out return out