From 7871baf3112709ba7b9b7029e2b0c8790e270559 Mon Sep 17 00:00:00 2001 From: John Smith Date: Tue, 11 Apr 2023 19:15:56 +0800 Subject: [PATCH] fix bug on v1 finetune --- finetune.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/finetune.py b/finetune.py index ac72694..ff29538 100644 --- a/finetune.py +++ b/finetune.py @@ -87,7 +87,7 @@ else: print('Fitting 4bit scales and zeros to half') for n, m in model.named_modules(): if '4bit' in str(type(m)): - if m.groupsize == -1: + if m.is_v1_model: m.zeros = m.zeros.half() m.scales = m.scales.half()