diff --git a/docker/entrypoint.sh b/docker/entrypoint.sh new file mode 100644 index 0000000000000000000000000000000000000000..fc93b545290d7dbd42d0a43901ac86091f2ee2bf --- /dev/null +++ b/docker/entrypoint.sh @@ -0,0 +1,11 @@ +#!/bin/bash + +if [[ ! -z "${HF_TOKEN}" ]]; then + echo "The HF_TOKEN environment variable is set, logging to Hugging Face." + python3 -c "import huggingface_hub; huggingface_hub.login('${HF_TOKEN}')" +else + echo "The HF_TOKEN environment variable is not set or empty, not logging to Hugging Face." +fi + +# Run the provided command +exec python3 -u -m vllm.entrypoints.openai.api_server "$@"