fix bug on v1 finetune

2023-04-11 19:15:56 +08:00 · 2023-04-11 19:15:56 +08:00 · 7871baf311
parent 7762459f1f
commit 7871baf311
1 changed files with 1 additions and 1 deletions
--- a/finetune.py
+++ b/finetune.py
@ -87,7 +87,7 @@ else:
 print('Fitting 4bit scales and zeros to half')
 for n, m in model.named_modules():
    if '4bit' in str(type(m)):
-        if m.groupsize == -1:
+        if m.is_v1_model:
            m.zeros = m.zeros.half()
        m.scales = m.scales.half()