From 4905a76b0cd98869349fae36718e68ba5a87c744 Mon Sep 17 00:00:00 2001
From: Cyberes <64224601+Cyberes@users.noreply.github.com>
Date: Thu, 10 Nov 2022 00:49:25 -0700
Subject: [PATCH] Update build-xformers.sh

---
 other/build-xformers.sh | 51 +++++++++++++++++------------------------
 1 file changed, 21 insertions(+), 30 deletions(-)

diff --git a/other/build-xformers.sh b/other/build-xformers.sh
index 3fc2997..8e10fc0 100644
--- a/other/build-xformers.sh
+++ b/other/build-xformers.sh
@@ -1,41 +1,32 @@
 #!/bin/bash
 
-# ONLY USE ON A PAPERSPACE NOTEBOOK
+SOURCE=${BASH_SOURCE[0]}
+while [ -L "$SOURCE" ]; do
+  DIR=$( cd -P "$( dirname "$SOURCE" )" >/dev/null 2>&1 && pwd )
+  SOURCE=$(readlink "$SOURCE")
+  [[ $SOURCE != /* ]] && SOURCE=$DIR/$SOURCE
+done
+DIR=$( cd -P "$( dirname "$SOURCE" )" >/dev/null 2>&1 && pwd )
 
-if [[ -z $1 ]]
-then
-    echo -e "You need to set your cuda arch. Go to https://developer.nvidia.com/cuda-gpus and find your GPU.\nThen run this again like this:\n./build-xformers.sh [your cuda arch here]"
-    exit
-fi
+git config --system core.longpaths true
+git clone https://github.com/facebookresearch/xformers.git
+cd xformers
+git submodule update --init --recursive
+pip install -r requirements.txt
 
-
-# Completly remove cuda from your system
-# The container comes with cuda 11.2 installed which pytorch is incompatable with
-# We MUST install cuda 11.3
 apt update
 apt purge -y cuda*
 apt autoremove --purge -y
 wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004-keyring.gpg -O /usr/share/keyrings/cuda-archive-keyring.gpg
 echo "deb [signed-by=/usr/share/keyrings/cuda-archive-keyring.gpg] https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/ /" | sudo tee /etc/apt/sources.list.d/cuda-ubuntu2004-x86_64.list
-apt update
-apt install -y cuda-command-line-tools-11-3 cuda-compat-11-3 cuda-minimal-build-11-3 cuda-compiler-11-3 cuda-libraries-dev-11-3 cuda-cupti-dev-11-3 cuda-cupti-11-3 cuda-nvcc-11-3 cuda-cudart-dev-11-3 cuda-libraries-11-3 cuda-cudart-11-3 cuda-gdb-11-3 cuda-cuobjdump-11-3 cuda-cuxxfilt-11-3 cuda-driver-dev-11-3 cuda-memcheck-11-3 cuda-nvdisasm-11-3 cuda-nvml-dev-11-3 cuda-nvprof-11-3 cuda-nvprune-11-3 cuda-nvrtc-dev-11-3 cuda-nvrtc-11-3 cuda-nvtx-11-3 cuda-sanitizer-11-3
+apt update && apt install -y cuda-command-line-tools-11-3 cuda-compat-11-3 cuda-minimal-build-11-3 cuda-compiler-11-3 cuda-libraries-dev-11-3 cuda-cupti-dev-11-3 cuda-cupti-11-3 cuda-nvcc-11-3 cuda-cudart-dev-11-3 cuda-libraries-11-3 cuda-cudart-11-3 cuda-gdb-11-3 cuda-cuobjdump-11-3 cuda-cuxxfilt-11-3 cuda-driver-dev-11-3 cuda-memcheck-11-3 cuda-nvdisasm-11-3 cuda-nvml-dev-11-3 cuda-nvprof-11-3 cuda-nvprune-11-3 cuda-nvrtc-dev-11-3 cuda-nvrtc-11-3 cuda-nvtx-11-3 cuda-sanitizer-11-3
 
-# Download xformers source
-cd /notebooks/
-git config --system core.longpaths true
-git clone https://github.com/facebookresearch/xformers.git
-cd /notebooks/xformers
-git submodule update --init --recursive
+pip uninstall -y torch torchvision torchaudio # Remove existing pytorch install.
+pip install torch==1.12.1+cu113 torchvision==0.13.1+cu113 torchaudio --extra-index-url https://download.pytorch.org/whl/cu113
+pip install ninja
+XFORMERS_DISABLE_FLASH_ATTN=1 NVCC_FLAGS="--use_fast_math -DXFORMERS_MEM_EFF_ATTENTION_DISABLE_BACKWARD" MAX_JOBS=8 python setup.py bdist_wheel --universal
 
-# Build xformers
-apt install -y python3.9-venv
-python3 -m venv venv_xformers
-source ./venv_xformers/bin/activate
-pip uninstall -y torch  torchvision torchaudio # Remove existing pytorch install.
-pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cu113 # Install pytorch for cuda 11.3
-pip install setuptools==49.6.0 # This was suggested by anon
-# nvidia-smi -L | perl -lane 'while (/^GPU\s[0-9]+:\s(.*?)\s\(UUID:.*?\)$/g) {printf "%s\n", $1}' # Get your GPU version and set the right cuda arch
-# https://developer.nvidia.com/cuda-gpus
-export TORCH_CUDA_ARCH_LIST=$1
-pip install -r requirements.txt
-pip install -e .
+echo -e "\n\n\nOutput whl:"
+find "$DIR/xformers" -name *.whl
+
+echo -e "Now do:\npip install --force-reinstall [path to the .whl file]"