ilotoki_thu
/
alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix bug

This commit is contained in:
John Smith 2023-03-28 21:47:22 +08:00
parent 0768d0fdff
commit f26615fc0c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
train_data.py
View File

@ -84,7 +84,7 @@ class TrainTxt(ATrainData):
r_b = ''
return new_rows
def prepare_data(self, thd=-1):
def prepare_data(self, thd=-1, **kwargs):
if os.path.isdir(self.dataset):
rows = []
for filename in os.listdir(self.dataset):
@ -124,7 +124,7 @@ class TrainSAD(ATrainData):
"attention_mask": result["attention_mask"][:-1],
}
def prepare_data(self) -> None:
def prepare_data(self, **kwargs) -> None:
data = load_dataset("json", data_files=self.dataset)
if self.val_set_size > 0: