ilotoki_thu/alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fix bug

Browse Source
This commit is contained in:
John Smith
2023-04-08 23:58:30 +08:00
committed by GitHub
parent 56e5bf2854
commit 132c67be0d
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
autograd_4bit.py
View File

@@ -107,7 +107,6 @@ class Autograd4bitQuantLinear(nn.Module):
self.bits = bits self.bits = bits
self.maxq = 2 ** self.bits - 1 self.maxq = 2 ** self.bits - 1
self.groupsize = groupsize self.groupsize = groupsize
self.g_idx = 0
if groupsize == -1: if groupsize == -1:
self.register_buffer('zeros', torch.empty((out_features, 1))) self.register_buffer('zeros', torch.empty((out_features, 1)))
self.register_buffer('scales', torch.empty((out_features, 1))) self.register_buffer('scales', torch.empty((out_features, 1)))