ilotoki_thu/alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Update finetune.py

Browse Source
This commit is contained in:
yamashi
2023-04-07 00:43:36 +02:00
committed by GitHub
parent 95cd390d25
commit c5aa7fb695
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
finetune.py
View File

@@ -16,8 +16,12 @@
} }
] ]
""" """
from monkeypatch.llama_flash_attn_monkey_patch import replace_llama_attn_with_flash_attn # Early load config to replace attn if needed
from arg_parser import get_config
ft_config = get_config()
if ft_config.flash_attention:
from monkeypatch.llama_flash_attn_monkey_patch import replace_llama_attn_with_flash_attn
replace_llama_attn_with_flash_attn() replace_llama_attn_with_flash_attn()
import sys import sys
@@ -32,10 +36,9 @@ from autograd_4bit import load_llama_model_4bit_low_ram
from peft import LoraConfig, get_peft_model, get_peft_model_state_dict, PeftModel from peft import LoraConfig, get_peft_model, get_peft_model_state_dict, PeftModel
# ! Config # ! Config
from arg_parser import get_config
import train_data import train_data
ft_config = get_config()
# * Show loaded parameters # * Show loaded parameters
if ft_config.local_rank == 0: if ft_config.local_rank == 0: