transformers_commit := b8d969ff47c6a9d40538a6ea33df021953363afc

transformers:
	# Clone fork of transformers with custom CUDA kernels and sharding logic
	pip install --upgrade setuptools
	git clone https://github.com/OlivierDehaene/transformers.git

build-transformers: transformers
	cd transformers && git fetch && git checkout $(transformers_commit) && python setup.py build

install-transformers: build-transformers
	pip uninstall transformers -y || true
	cd transformers && python setup.py install