From 0cbdf4a00122a63ca654a6eb898f48901474e9cf Mon Sep 17 00:00:00 2001
From: C <ichengzeyi@gmail.com>
Date: Mon, 16 Dec 2024 17:23:12 +0800
Subject: [PATCH] closes #334; prefer newer version of flash-attn (#394)

---
 setup.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/setup.py b/setup.py
index c049b49..5405d09 100644
--- a/setup.py
+++ b/setup.py
@@ -39,7 +39,7 @@ def get_cuda_version():
             "imageio",
             "imageio-ffmpeg",
             "optimum-quanto",
-            "flash_attn>=2.6.3"
+            "flash_attn>=2.7.0"  # flash_attn>=2.7.0 with torch>=2.4.0 wraps ops with torch.ops
         ],
         extras_require={
             "diffusers": [