From f7ef083d53f75d9c00c041933d19eeb21c6a8fd8 Mon Sep 17 00:00:00 2001
From: chengzeyi <ichengzeyi@gmail.com>
Date: Mon, 16 Dec 2024 07:52:59 +0000
Subject: [PATCH] closes #334; prefer newer version of flash-attn

---
 setup.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/setup.py b/setup.py
index c049b49..5405d09 100644
--- a/setup.py
+++ b/setup.py
@@ -39,7 +39,7 @@ def get_cuda_version():
             "imageio",
             "imageio-ffmpeg",
             "optimum-quanto",
-            "flash_attn>=2.6.3"
+            "flash_attn>=2.7.0"  # flash_attn>=2.7.0 with torch>=2.4.0 wraps ops with torch.ops
         ],
         extras_require={
             "diffusers": [