text-generation-inference / sagemaker-entrypoint.sh

#!/bin/bashif [[ -z "${HF_MODEL_ID}" ]]; then  echo "HF_MODEL_ID must be set"  exit 1fiexport MODEL_ID="${HF_MODEL_ID}"if [[ -n "${HF_MODEL_REVISION}" ]]; then  export REVISION="${HF_MODEL_REVISION}"fiif [[ -n "${SM_NUM_GPUS}" ]]; then  export NUM_SHARD="${SM_NUM_GPUS}"fiif [[ -n "${HF_MODEL_QUANTIZE}" ]]; then  export QUANTIZE="${HF_MODEL_QUANTIZE}"fiif [[ -n "${HF_MODEL_TRUST_REMOTE_CODE}" ]]; then  export TRUST_REMOTE_CODE="${HF_MODEL_TRUST_REMOTE_CODE}"fitext-generation-launcher --port 8080