ilotoki_thu
/
alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Update finetune.py

This commit is contained in:
yamashi 2023-04-07 00:43:36 +02:00 committed by GitHub
parent 95cd390d25
commit c5aa7fb695
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
finetune.py
View File

@ -16,9 +16,13 @@
} }
] ]
""" """
from monkeypatch.llama_flash_attn_monkey_patch import replace_llama_attn_with_flash_attn # Early load config to replace attn if needed
from arg_parser import get_config
ft_config = get_config()
replace_llama_attn_with_flash_attn() if ft_config.flash_attention:
from monkeypatch.llama_flash_attn_monkey_patch import replace_llama_attn_with_flash_attn
replace_llama_attn_with_flash_attn()
import sys import sys
@ -32,10 +36,9 @@ from autograd_4bit import load_llama_model_4bit_low_ram
from peft import LoraConfig, get_peft_model, get_peft_model_state_dict, PeftModel from peft import LoraConfig, get_peft_model, get_peft_model_state_dict, PeftModel
# ! Config # ! Config
from arg_parser import get_config
import train_data import train_data
ft_config = get_config()
# * Show loaded parameters # * Show loaded parameters
if ft_config.local_rank == 0: if ft_config.local_rank == 0: