From e968fa8d72db5ec1177f848a27b7fd625fec488f Mon Sep 17 00:00:00 2001
From: unicornchan <chenxl6436@outlook.com>
Date: Mon, 10 Feb 2025 01:52:39 +0000
Subject: [PATCH] [feature] add flash_attn to requirements

---
 pyproject.toml              | 1 +
 requirements-local_chat.txt | 3 ++-
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index 028c6a3..69c1e37 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -23,6 +23,7 @@ dependencies = [
   "blessed >= 1.20.0",
   "accelerate >= 0.31.0",
   "sentencepiece >= 0.1.97",
+  "flash_attn == 2.7.4.post1"
   "setuptools",
   "ninja",
   "wheel",
diff --git a/requirements-local_chat.txt b/requirements-local_chat.txt
index 50b1f65..d221e0e 100644
--- a/requirements-local_chat.txt
+++ b/requirements-local_chat.txt
@@ -1,5 +1,6 @@
 fire
-transformers
+transformers==4.43.2
+flash_attn==2.7.4.post1
 numpy
 torch>=2.3.0
 packaging