ilotoki_thu
/
alpaca_lora_4bit
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix bug

This commit is contained in:
John Smith 2023-03-28 21:47:22 +08:00
parent 0768d0fdff
commit f26615fc0c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
train_data.py
View File

@ -84,7 +84,7 @@ class TrainTxt(ATrainData):
r_b = '' r_b = ''
return new_rows return new_rows
def prepare_data(self, thd=-1): def prepare_data(self, thd=-1, **kwargs):
if os.path.isdir(self.dataset): if os.path.isdir(self.dataset):
rows = [] rows = []
for filename in os.listdir(self.dataset): for filename in os.listdir(self.dataset):
@ -124,7 +124,7 @@ class TrainSAD(ATrainData):
"attention_mask": result["attention_mask"][:-1], "attention_mask": result["attention_mask"][:-1],
} }
def prepare_data(self) -> None: def prepare_data(self, **kwargs) -> None:
data = load_dataset("json", data_files=self.dataset) data = load_dataset("json", data_files=self.dataset)
if self.val_set_size > 0: if self.val_set_size > 0: