ilotoki_thu
/
alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fix bug

This commit is contained in:
John Smith 2023-04-08 23:58:30 +08:00 committed by GitHub
parent 56e5bf2854
commit 132c67be0d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
autograd_4bit.py
View File

@ -107,7 +107,6 @@ class Autograd4bitQuantLinear(nn.Module):
self.bits = bits self.bits = bits
self.maxq = 2 ** self.bits - 1 self.maxq = 2 ** self.bits - 1
self.groupsize = groupsize self.groupsize = groupsize
self.g_idx = 0
if groupsize == -1: if groupsize == -1:
self.register_buffer('zeros', torch.empty((out_features, 1))) self.register_buffer('zeros', torch.empty((out_features, 1)))
self.register_buffer('scales', torch.empty((out_features, 1))) self.register_buffer('scales', torch.empty((out_features, 1)))