add missing dependency to train with LlamaTokenizer

2023-03-27 16:13:46 -04:00 · 2023-03-27 16:13:46 -04:00 · 101d314bd9
parent 62e54ac1c7
commit 101d314bd9
1 changed files with 1 additions and 0 deletions
--- a/requirements.txt
+++ b/requirements.txt
@ -2,6 +2,7 @@ torch
 accelerate
 bitsandbytes
 datasets
+sentencepiece
 git+https://github.com/huggingface/transformers.git
 git+https://github.com/sterlind/GPTQ-for-LLaMa.git@lora_4bit
 git+https://github.com/sterlind/peft.git