update containerfile with download

containers · Dec 14, 2023 · 7d33eca · 7d33eca
1 parent a52624d
commit 7d33eca
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 20 deletions.
diff --git a/Containerfile-download-model b/Containerfile-download-model
@@ -0,0 +1,18 @@
+FROM registry.access.redhat.com/ubi9:9.3-1361.1699548029 AS model
+ARG MODEL_URL=https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF/resolve/main/llama-2-7b-chat.Q4_K_M.gguf?download=true
+ARG MODEL_FILE=llama-2-7b-chat.Q4_K_M.gguf
+RUN dnf install -y wget
+RUN wget -O $MODEL_FILE $MODEL_URL
+
+#FROM quay.io/opendatahub/workbench-images:cuda-ubi9-python-3.9-20231206
+FROM registry.access.redhat.com/ubi9/python-311:1-34.1699551735
+WORKDIR /locallm
+COPY ./requirements.txt /locallm/requirements.txt
+RUN pip install --upgrade pip
+ENV CMAKE_ARGS="-DLLAMA_CUBLAS=on"
+ENV FORCE_CMAKE=1
+RUN pip install --upgrade --force-reinstall --no-cache-dir -r /locallm/requirements.txt
+ENV MODEL_FILE=llama-2-7b-chat.Q4_K_M.gguf
+COPY --from=model $MODEL_FILE /locallm/
+COPY ./src/ /locallm/.
+ENTRYPOINT [ "python", "app.py" ]
diff --git a/Containerfile-rh b/Containerfile-rh