text-generation-inference

text-generation-inference Makefile

1.5 KB 53 lines Raw ↗ GitHub ↗

install-server:	cd server && make installinstall-custom-kernels:	if [ "$$BUILD_EXTENSIONS" = "True" ]; then cd server/custom_kernels && python setup.py install; else echo "Custom kernels are disabled, you need to set the BUILD_EXTENSIONS environment variable to 'True' in order to build them. (Please read the docs, kernels might not work on all hardware)"; fiinstall-integration-tests:	cd integration-tests && pip install -r requirements.txt	cd clients/python && pip install .install-router:	cd router && cargo install --path .install-launcher:	cd launcher && cargo install --path .install-benchmark:	cd benchmark && cargo install --path .install: install-server install-router install-launcher install-custom-kernelsserver-dev:	cd server && make run-devrouter-dev:	cd router && cargo run -- --port 8080rust-tests: install-router install-launcher	cargo testintegration-tests: install-integration-tests	pytest -s -vv -m "not private" integration-testsupdate-integration-tests: install-integration-tests	pytest -s -vv --snapshot-update integration-testspython-server-tests:	HF_HUB_ENABLE_HF_TRANSFER=1 pytest -s -vv -m "not private" server/testspython-client-tests:	pytest clients/python/testspython-tests: python-server-tests python-client-testsrun-falcon-7b-instruct:	text-generation-launcher --model-id tiiuae/falcon-7b-instruct --port 8080run-falcon-7b-instruct-quantize:	text-generation-launcher --model-id tiiuae/falcon-7b-instruct --quantize bitsandbytes --port 8080clean:	rm -rf target aml