ilotoki_thu
/
alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Update autograd_4bit.py

This commit is contained in:
John Smith 2023-03-18 18:49:26 +08:00 committed by GitHub
parent fecce0e1a5
commit 6f4bbb40a9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 0 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
GPTQ-for-LLaMa/autograd_4bit.py
View File

@ -115,11 +115,6 @@ def load_llama_model_4bit_low_ram(config_path, model_path):
with accelerate.init_empty_weights(): with accelerate.init_empty_weights():
config = LLaMAConfig.from_pretrained(config_path) config = LLaMAConfig.from_pretrained(config_path)
def noop(*args, **kwargs):
pass
torch.nn.init.kaiming_uniform_ = noop
torch.nn.init.uniform_ = noop
torch.nn.init.normal_ = noop
torch.set_default_dtype(torch.half) torch.set_default_dtype(torch.half)
transformers.modeling_utils._init_weights = False transformers.modeling_utils._init_weights = False
torch.set_default_dtype(torch.half) torch.set_default_dtype(torch.half)