From 7d33eca744251fb269865c1c63f35f8663e4dcf9 Mon Sep 17 00:00:00 2001 From: sallyom Date: Wed, 13 Dec 2023 21:59:55 -0500 Subject: [PATCH] update containerfile with download --- Containerfile-download-model | 18 ++++++++++++++++++ Containerfile-rh | 20 -------------------- 2 files changed, 18 insertions(+), 20 deletions(-) create mode 100644 Containerfile-download-model delete mode 100644 Containerfile-rh diff --git a/Containerfile-download-model b/Containerfile-download-model new file mode 100644 index 000000000..63ede1951 --- /dev/null +++ b/Containerfile-download-model @@ -0,0 +1,18 @@ +FROM registry.access.redhat.com/ubi9:9.3-1361.1699548029 AS model +ARG MODEL_URL=https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF/resolve/main/llama-2-7b-chat.Q4_K_M.gguf?download=true +ARG MODEL_FILE=llama-2-7b-chat.Q4_K_M.gguf +RUN dnf install -y wget +RUN wget -O $MODEL_FILE $MODEL_URL + +#FROM quay.io/opendatahub/workbench-images:cuda-ubi9-python-3.9-20231206 +FROM registry.access.redhat.com/ubi9/python-311:1-34.1699551735 +WORKDIR /locallm +COPY ./requirements.txt /locallm/requirements.txt +RUN pip install --upgrade pip +ENV CMAKE_ARGS="-DLLAMA_CUBLAS=on" +ENV FORCE_CMAKE=1 +RUN pip install --upgrade --force-reinstall --no-cache-dir -r /locallm/requirements.txt +ENV MODEL_FILE=llama-2-7b-chat.Q4_K_M.gguf +COPY --from=model $MODEL_FILE /locallm/ +COPY ./src/ /locallm/. +ENTRYPOINT [ "python", "app.py" ] diff --git a/Containerfile-rh b/Containerfile-rh deleted file mode 100644 index d4add5089..000000000 --- a/Containerfile-rh +++ /dev/null @@ -1,20 +0,0 @@ -FROM registry.access.redhat.com/ubi9:9.3-1361.1699548029 AS model - -ARG MODEL_URL=https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF/resolve/main/llama-2-7b-chat.Q4_K_M.gguf?download=true -ARG MODEL_FILE=llama-2-7b-chat.Q4_K_M.gguf - -RUN dnf install -y wget -RUN wget -O $MODEL_FILE $MODEL_URL - -FROM registry.access.redhat.com/ubi9/python-311:1-34.1699551735 - -ARG MODEL_FILE=llama-2-7b-chat.Q4_K_M.gguf -ENV MODEL_FILE=$MODEL_FILE -COPY --from=model $MODEL_FILE . -ADD app.py . -ADD chat.py . -ADD requirements.txt . -ADD run_locallm.py . -RUN pip install --upgrade pip -RUN pip install --no-cache-dir --upgrade -r requirements.txt -CMD python app.py