transformers_commit := 69009822aa7897ffab97afb814e38126b83f639e

transformers:
	# Clone fork of transformers with custom CUDA kernels and sharding logic
	pip install --upgrade setuptools
	git clone https://github.com/OlivierDehaene/transformers.git

build-transformers: transformers
	cd transformers && git fetch && git checkout $(transformers_commit) && python setup.py build

install-transformers: build-transformers
	pip uninstall transformers -y || true
	cd transformers && python setup.py install