2023-04-09 11:59:16 -06:00
|
|
|
transformers_commit := b8d969ff47c6a9d40538a6ea33df021953363afc
|
|
|
|
|
|
2023-04-14 02:12:21 -06:00
|
|
|
transformers:
|
|
|
|
|
# Clone fork of transformers with custom CUDA kernels and sharding logic
|
2023-04-09 11:59:16 -06:00
|
|
|
pip install --upgrade setuptools
|
|
|
|
|
git clone https://github.com/OlivierDehaene/transformers.git
|
2023-04-14 02:12:21 -06:00
|
|
|
|
|
|
|
|
build-transformers: transformers
|
|
|
|
|
cd transformers && git fetch && git checkout $(transformers_commit) && python setup.py build
|
|
|
|
|
|
|
|
|
|
install-transformers: build-transformers
|
|
|
|
|
pip uninstall transformers -y || true
|
2023-04-09 11:59:16 -06:00
|
|
|
cd transformers && python setup.py install
|
