From 1d1515525b9e5330501e9072505b77b459c03970 Mon Sep 17 00:00:00 2001
From: Birhanu Belay <bhbelay@uab.edu>
Date: Wed, 11 Dec 2024 15:09:11 -0600
Subject: [PATCH] Add new file
---
docker/entrypoint.sh | 11 +++++++++++
1 file changed, 11 insertions(+)
create mode 100644 docker/entrypoint.sh
diff --git a/docker/entrypoint.sh b/docker/entrypoint.sh
new file mode 100644
index 0000000..fc93b54
--- /dev/null
+++ b/docker/entrypoint.sh
@@ -0,0 +1,11 @@
+#!/bin/bash
+
+if [[ ! -z "${HF_TOKEN}" ]]; then
+ echo "The HF_TOKEN environment variable is set, logging to Hugging Face."
+ python3 -c "import huggingface_hub; huggingface_hub.login('${HF_TOKEN}')"
+else
+ echo "The HF_TOKEN environment variable is not set or empty, not logging to Hugging Face."
+fi
+
+# Run the provided command
+exec python3 -u -m vllm.entrypoints.openai.api_server "$@"
--
GitLab