Update Docker scripts, requirements, README, and .gitignore

.gitignore

@@ -162,3 +162,6 @@ cython_debug/
 
 # Security
 *.pem
+
+# Utility
+.DS_Store

app/llm-poc-variant-01/README.md

@@ -54,6 +54,11 @@ Install [Ollama](https://github.com/jmorganca/ollama) using the below command on
 curl https://ollama.ai/install.sh | sh
 ```
 
+MacOS alternative
+```bash
+brew install ollama
+```
+
 Pull the model you'd like to use:
 
 ```shell

app/llm-poc-variant-01/docker/.Dockerignore

@@ -0,0 +1,8 @@
+__pycache__/
+*.pyc
+*.pyo
+*.log
+*.tmp
+.env
+.git
+.DS_Store

app/llm-poc-variant-01/docker/build-docker-image.sh

@@ -4,7 +4,7 @@ set -e
 set -u
 set -o pipefail
 
-DOCKER_USER_NAME="${DOCKER_USER_NAME:-neomatrix369}"
+DOCKER_USER_NAME="${DOCKER_USER_NAME:-$(whoami)}"
 FULL_DOCKER_TAG_NAME="python-3.10-docker-env"
 
 cleanup() {
@@ -68,6 +68,6 @@ rm -f requirements.txt
 
 echo "* Finished building docker image ${FULL_DOCKER_TAG_NAME}"
 
-pushImageToHub
+# pushImageToHub
 
 cleanup

app/llm-poc-variant-01/docker/run-docker-container.sh

@@ -1,18 +1,54 @@
+# #!/bin/bash
+
+# set -e
+# set -u
+# set -o pipefail
+
+# DOCKER_USER_NAME="$(whoami)"
+# FULL_DOCKER_TAG_NAME="${FULL_DOCKER_TAG_NAME:-python-3.10-docker-env:latest}"
+# echo "Running image ${FULL_DOCKER_TAG_NAME}"; echo ""
+# echo "FULL_DOCKER_TAG_NAME: ${FULL_DOCKER_TAG_NAME}"
+
+# # pullImage() {
+# # 	FULL_DOCKER_TAG_NAME="${DOCKER_USER_NAME}/${FULL_DOCKER_TAG_NAME}"
+
+# # 	docker pull ${FULL_DOCKER_TAG_NAME} || true
+# # }
+
+# WORKDIR="/home/"
+# LOCAL_MODEL_FOLDER="$(pwd)/../"
+# MODEL_VOLUME_SHARED="--volume ${LOCAL_MODEL_FOLDER}:${WORKDIR}"
+# OLLAMA_VOLUME_SHARED="--volume $(which ollama):/usr/bin/ollama"
+# HF_CACHE_SHARED="--volume ${LOCAL_MODEL_FOLDER}/.cache:/root/.cache"
+
+# set -x
+
+# # pullImage
+# time docker run --rm  -it \
+#                 #--platform="linux/amd64"   \
+#                 --network="host"           \
+#                 --add-host=host.docker.internal:host-gateway \
+#                 --workdir "${WORKDIR}"     \
+#                 --env OLLAMA_HOST="http://host.docker.internal:11434" \
+#                 ${HF_CACHE_SHARED}         \
+#                 ${MODEL_VOLUME_SHARED}     \
+#                 ${OLLAMA_VOLUME_SHARED}    \
+#                 python-3.10-docker-env:latest
+# set +x
+
+# echo "* Finished running docker image ${FULL_DOCKER_TAG_NAME}"
+
+
+
 #!/bin/bash
 
 set -e
 set -u
 set -o pipefail
 
-DOCKER_USER_NAME="neomatrix369"
-FULL_DOCKER_TAG_NAME="python-3.10-docker-env"
-echo "Running image ${FULL_DOCKER_TAG_NAME}"; echo ""
-
-pullImage() {
-	FULL_DOCKER_TAG_NAME="${DOCKER_USER_NAME}/${FULL_DOCKER_TAG_NAME}"
-
-	docker pull ${FULL_DOCKER_TAG_NAME} || true
-}
+DOCKER_USER_NAME="$(whoami)"
+FULL_DOCKER_TAG_NAME="${FULL_DOCKER_TAG_NAME:-python-3.10-docker-env:latest}"
+echo "Running image: '${FULL_DOCKER_TAG_NAME}'"; echo ""
 
 WORKDIR="/home/"
 LOCAL_MODEL_FOLDER="$(pwd)/../"
@@ -22,17 +58,16 @@ HF_CACHE_SHARED="--volume ${LOCAL_MODEL_FOLDER}/.cache:/root/.cache"
 
 set -x
 
-# pullImage
-time docker run --rm  -it --network="host" \
-                --platform="linux/amd64"   \
-                --network="host"           \
-                --add-host=host.docker.internal:host-gateway \
-                --workdir "${WORKDIR}"     \
-                --env OLLAMA_HOST="http://host.docker.internal:11434" \
-                ${HF_CACHE_SHARED}         \
-                ${MODEL_VOLUME_SHARED}     \
-                ${OLLAMA_VOLUME_SHARED}    \
-                "${FULL_DOCKER_TAG_NAME}"
+time docker run --rm -it \
+    --network="host" \
+    --add-host=host.docker.internal:host-gateway \
+    --workdir="${WORKDIR}" \
+    --env OLLAMA_HOST="http://host.docker.internal:11434" \
+    ${HF_CACHE_SHARED} \
+    ${MODEL_VOLUME_SHARED} \
+    ${OLLAMA_VOLUME_SHARED} \
+    "${FULL_DOCKER_TAG_NAME}"
+
 set +x
 
-echo "* Finished running docker image ${FULL_DOCKER_TAG_NAME}"
+echo "* Finished running docker image: '${FULL_DOCKER_TAG_NAME}'"

app/llm-poc-variant-01/requirements.txt

@@ -16,7 +16,7 @@ chainlit==1.1.404
 charset-normalizer==3.4.0
 chevron==0.14.0
 chroma-hnswlib==0.7.6
-chromadb==0.5.20
+chromadb==0.3.26
 click==8.1.7
 coloredlogs==15.0.1
 dataclasses-json==0.5.14