diff --git a/finetune.py b/finetune.py
index f374e2b..998b1d6 100644
--- a/finetune.py
+++ b/finetune.py
@@ -16,6 +16,9 @@
         }
     ]
 """
+from monkeypatch.llama_flash_attn_monkey_patch import replace_llama_attn_with_flash_attn
+
+replace_llama_attn_with_flash_attn()
 
 import sys