Merge pull request #473 from romfreiman/hf_token

HF_TOKEN is not propagated to the podman command
containers · May 5, 2024 · ef4ae18 · ef4ae18
2 parents 839611f + 5ffea41
commit ef4ae18
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/training/ilab-wrapper/ilab b/training/ilab-wrapper/ilab
@@ -107,12 +107,14 @@ PODMAN_COMMAND=("podman" "run" "--rm" "-it" "--device" "${CONTAINER_DEVICE}" \
 		"--security-opt" "label=disable" "--net" "host" \
 		"-v" "${WORKDIR}:/instructlab" "--entrypoint" "" \
 		"-e" "HF_HOME=${CONTAINER_CACHE}" \
+		"-e" "HF_TOKEN=${HF_TOKEN}" \
 		"${IMAGE_NAME}")
 PODMAN_COMMAND_SERVE=("podman" "run" "--rm" "-it" "--device" "${CONTAINER_DEVICE}" \
 		"--security-opt" "label=disable" "--net" "host" \
 		"-v" "${WORKDIR}:/instructlab" \
 		"--shm-size=10gb" \
 		"-e" "HF_HOME=${CONTAINER_CACHE}/" \
+		"-e" "HF_TOKEN=${HF_TOKEN}" \
 		"${VLLM_NAME}" "--host=0.0.0.0" "--port=8080" "--tensor-parallel-size=${GPU_AMOUNT}")
 
 if [[ "$1" = "init" ]]; then