diff --git a/requirements.txt b/requirements.txt
index 605c0d1..2db1f01 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -4,6 +4,7 @@ bitsandbytes
 datasets
 sentencepiece
 safetensors
+flash-attn
 git+https://github.com/huggingface/transformers.git
 git+https://github.com/sterlind/GPTQ-for-LLaMa.git@lora_4bit
 git+https://github.com/sterlind/peft.git