Use flash attention monkeypatch

2026-06-27 16:14:08 +08:00 · 2023-04-06 13:49:12 +02:00
parent 8020b3ec3b
commit 3ea18575c7
1 changed files with 3 additions and 0 deletions
@@ -16,6 +16,9 @@
        }
    ]
 """
+from monkeypatch.llama_flash_attn_monkey_patch import replace_llama_attn_with_flash_attn
+
+replace_llama_attn_with_flash_attn()

 import sys