2023-10-23 04:29:25 -06:00
|
|
|
flash_att_v2_commit := 02ac572f3ffc4f402e4183aaa6824b45859d3ed3
|
2023-07-18 08:21:18 -06:00
|
|
|
|
|
|
|
flash-attention-v2:
|
|
|
|
# Clone flash attention
|
|
|
|
pip install packaging
|
|
|
|
git clone https://github.com/HazyResearch/flash-attention.git flash-attention-v2
|
|
|
|
|
|
|
|
build-flash-attention-v2: flash-attention-v2
|
|
|
|
cd flash-attention-v2 && git fetch && git checkout $(flash_att_v2_commit)
|
|
|
|
cd flash-attention-v2 && python setup.py build
|
|
|
|
|
|
|
|
install-flash-attention-v2: build-flash-attention-v2
|
|
|
|
cd flash-attention-v2 && python setup.py install
|