fix bug

2023-04-13 10:36:57 +08:00 · 2023-04-13 10:36:57 +08:00 · 76d7963dff
parent 6aab31bd73
commit 76d7963dff
1 changed files with 1 additions and 1 deletions
--- a/inference.py
+++ b/inference.py
@ -14,7 +14,7 @@ print('Fitting 4bit scales and zeros to half')
 model.half()
 for n, m in model.named_modules():
    if isinstance(m, Autograd4bitQuantLinear):
-        if m.groupsize == -1:
+        if m.is_v1_model:
            m.zeros = m.zeros.half()
        m.scales = m.scales.half()
        m.bias = m.bias.half()