update FA2 to flash-attn>=2.5.0

huggingface · Jan 24, 2024 · 5b22ede · 5b22ede
1 parent 4491ce7
commit 5b22ede
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/.github/workflows/fa2_unit_tests.yaml b/.github/workflows/fa2_unit_tests.yaml
@@ -44,7 +44,7 @@ jobs:
         python -m pip install --upgrade pip
         pip install packaging
         pip install wheel
-        pip install flash-attn  --no-build-isolation
+        pip install "flash-attn>=2.5.0" --no-build-isolation
         git clone https://github.com/huggingface/nanotron.git
         cd nanotron
         pip install -e .