ilotoki_thu/alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix bug on v1 finetune

Browse Source
This commit is contained in:
John Smith
2023-04-11 19:15:56 +08:00
parent 7762459f1f
commit 7871baf311
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
finetune.py
View File

@@ -87,7 +87,7 @@ else:
print('Fitting 4bit scales and zeros to half') print('Fitting 4bit scales and zeros to half')
for n, m in model.named_modules(): for n, m in model.named_modules():
if '4bit' in str(type(m)): if '4bit' in str(type(m)):
if m.groupsize == -1: if m.is_v1_model:
m.zeros = m.zeros.half() m.zeros = m.zeros.half()
m.scales = m.scales.half() m.scales = m.scales.half()