Fix after merge.

2023-04-08 00:53:28 -04:00
parent 8435b2c7f2
commit e854f5d111
3 changed files with 59 additions and 27 deletions
--- a/text-generation-webui/custom_monkey_patch.py
+++ b/text-generation-webui/custom_monkey_patch.py
@@ -29,7 +29,7 @@ def load_model_llama(*args, **kwargs):
            m.scales = m.scales.half()

            # This line failed for me, commenting it out seems to work...
-            #m.bias = m.bias.half()
+            m.bias = m.bias.half()
    autograd_4bit.use_new = True
    autograd_4bit.auto_switch = True