ilotoki_thu/alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

update reference

Browse Source
This commit is contained in:
John Smith
2023-04-13 10:35:10 +08:00
parent 5ff11b5bf2
commit 6aab31bd73
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
text-generation-webui/custom_monkey_patch.py
View File

@@ -3,7 +3,8 @@ import torch
import autograd_4bit
from autograd_4bit import load_llama_model_4bit_low_ram, Autograd4bitQuantLinear
from peft import PeftModel
from peft.tuners.lora import Linear4bitLt
from monkeypatch.peft_tuners_lora_monkey_patch import replace_peft_model_with_gptq_lora_model, Linear4bitLt
replace_peft_model_with_gptq_lora_model()
patch_encode_func = False