2022-10-18 07:19:03 -06:00
|
|
|
install-server:
|
2022-10-22 12:00:15 -06:00
|
|
|
cd server && make install
|
2022-10-18 07:19:03 -06:00
|
|
|
|
2024-06-04 11:38:46 -06:00
|
|
|
install-server-cpu:
|
|
|
|
cd server && make install-server
|
2023-05-15 15:36:30 -06:00
|
|
|
|
2022-10-18 07:19:03 -06:00
|
|
|
install-router:
|
2024-07-31 02:33:10 -06:00
|
|
|
cargo install --path backends/v3/
|
2022-10-18 07:19:03 -06:00
|
|
|
|
|
|
|
install-launcher:
|
2024-07-31 02:33:10 -06:00
|
|
|
cargo install --path launcher/
|
2022-10-18 07:19:03 -06:00
|
|
|
|
2023-03-30 07:26:27 -06:00
|
|
|
install-benchmark:
|
2024-07-31 02:33:10 -06:00
|
|
|
cargo install --path benchmark/
|
2023-03-30 07:26:27 -06:00
|
|
|
|
2024-06-04 11:38:46 -06:00
|
|
|
install: install-server install-router install-launcher
|
|
|
|
|
|
|
|
|
|
|
|
install-cpu: install-server-cpu install-router install-launcher
|
2022-10-22 12:00:15 -06:00
|
|
|
|
|
|
|
server-dev:
|
|
|
|
cd server && make run-dev
|
|
|
|
|
|
|
|
router-dev:
|
2023-03-07 10:52:22 -07:00
|
|
|
cd router && cargo run -- --port 8080
|
2022-10-18 07:19:03 -06:00
|
|
|
|
2023-05-15 15:36:30 -06:00
|
|
|
rust-tests: install-router install-launcher
|
2023-02-03 04:43:37 -07:00
|
|
|
cargo test
|
|
|
|
|
2024-06-04 11:38:46 -06:00
|
|
|
install-integration-tests:
|
|
|
|
cd integration-tests && pip install -r requirements.txt
|
|
|
|
cd clients/python && pip install .
|
|
|
|
|
2023-05-15 15:36:30 -06:00
|
|
|
integration-tests: install-integration-tests
|
|
|
|
pytest -s -vv -m "not private" integration-tests
|
|
|
|
|
|
|
|
update-integration-tests: install-integration-tests
|
|
|
|
pytest -s -vv --snapshot-update integration-tests
|
|
|
|
|
2023-04-27 11:16:35 -06:00
|
|
|
python-server-tests:
|
2023-05-16 15:23:27 -06:00
|
|
|
HF_HUB_ENABLE_HF_TRANSFER=1 pytest -s -vv -m "not private" server/tests
|
2023-04-27 11:16:35 -06:00
|
|
|
|
|
|
|
python-client-tests:
|
|
|
|
pytest clients/python/tests
|
|
|
|
|
|
|
|
python-tests: python-server-tests python-client-tests
|
2023-02-03 04:43:37 -07:00
|
|
|
|
2023-07-25 11:45:25 -06:00
|
|
|
run-falcon-7b-instruct:
|
|
|
|
text-generation-launcher --model-id tiiuae/falcon-7b-instruct --port 8080
|
2022-10-18 07:19:03 -06:00
|
|
|
|
2023-07-25 11:45:25 -06:00
|
|
|
run-falcon-7b-instruct-quantize:
|
|
|
|
text-generation-launcher --model-id tiiuae/falcon-7b-instruct --quantize bitsandbytes --port 8080
|
2023-07-21 02:59:00 -06:00
|
|
|
|
|
|
|
clean:
|
|
|
|
rm -rf target aml
|