From 3ea18575c7af99356b52f884dc9dc6eec8c50852 Mon Sep 17 00:00:00 2001
From: yamashi <yamashi@users.noreply.github.com>
Date: Thu, 6 Apr 2023 13:49:12 +0200
Subject: [PATCH] Use flash attention monkeypatch

---
 finetune.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/finetune.py b/finetune.py
index f374e2b..998b1d6 100644
--- a/finetune.py
+++ b/finetune.py
@@ -16,6 +16,9 @@
         }
     ]
 """
+from monkeypatch.llama_flash_attn_monkey_patch import replace_llama_attn_with_flash_attn
+
+replace_llama_attn_with_flash_attn()
 
 import sys