do not install flash-attention by default

smallcloudai · Nov 6, 2023 · 1bc6689 · 1bc6689
1 parent c9d388a
commit 1bc6689
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/Dockerfile b/Dockerfile
@@ -39,6 +39,7 @@ RUN git clone https://github.com/smallcloudai/linguist.git /tmp/linguist \
     && rake build_gem
 ENV PATH="${PATH}:/tmp/linguist/bin"
 
+ENV INSTALL_OPTIONAL=TRUE
 ENV BUILD_CUDA_EXT=1
 ENV GITHUB_ACTIONS=true
 ENV TORCH_CUDA_ARCH_LIST="6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0+PTX"

diff --git a/setup.py b/setup.py
@@ -8,7 +8,7 @@
 from typing import List, Set
 
 setup_package = os.environ.get("SETUP_PACKAGE", None)
-install_optional = os.environ.get("INSTALL_OPTIONAL", "TRUE")
+install_optional = os.environ.get("INSTALL_OPTIONAL", "FALSE")
 
 # Setting some env variables to force flash-attention build from sources
 # We can get rid of them when https://github.com/Dao-AILab/flash-attention/pull/540 is merged