Use flash attention monkeypatch

2023-04-06 13:49:12 +02:00 · 2023-04-06 13:49:12 +02:00 · 3ea18575c7
parent 8020b3ec3b
commit 3ea18575c7
1 changed files with 3 additions and 0 deletions
--- a/finetune.py
+++ b/finetune.py
@ -16,6 +16,9 @@
        }
    ]
 """
+from monkeypatch.llama_flash_attn_monkey_patch import replace_llama_attn_with_flash_attn
+
+replace_llama_attn_with_flash_attn()

 import sys