version-string-driven building of python interpreter builder image

Author: d-w-moore

irods/test/harness/003_compile-specific-python.Dockerfile

@@ -0,0 +1,15 @@
+from ssl-and-pam
+run apt update
+run apt install -y wget build-essential
+run apt install -y libssl-dev zlib1g-dev libffi-dev libncurses-dev wget build-essential
+arg python_version
+run wget https://www.python.org/ftp/python/${python_version}/Python-${python_version}.tar.xz
+run tar xf Python-${python_version}.tar.xz
+workdir /Python-${python_version}
+run ./configure --prefix /root/python --with-ensurepip=install
+run make -j
+run mkdir /root/python
+run make install
+workdir /
+run /root/python/bin/python3 -m pip install python-irodsclient
+run chmod a+rx /root

irods/test/harness/003_prc-with-py3_12_2.Dockerfile

@@ -1,7 +1,10 @@
 #!/usr/bin/env bash
 
-# IRODS_PACKAGE_VERSION if defined is like "4.3.1-0~bionic"
+# environment variables for build
+# IRODS_PACKAGE_VERSION if defined is like "4.3.4" or "5.0.1".
 # (but contains no '~' suffix for irods versions <= 4.2.10)
+# PYTHON_VERSION is usually two dot-separated numbers: example "3.13", but could also have zero, one or three version numbers.
+# (Do not specify the triple form, X.Y.Z, if that release is not known to exist - not counting alphas and release candidates)
 
 BASE=$(basename "$0")
 DIR=$(realpath "$(dirname "$0")")
@@ -15,12 +18,20 @@ fi
 for dockerfile in "${ARGS[@]}"; do 
     image_name=${dockerfile#[0-9]*_}
     image_name=${image_name%.Dockerfile}
-    if [ "$image_name" = "install-irods" ];then
-        package_version_option=${IRODS_PACKAGE_VERSION:+"--build-arg=irods_package_version=$IRODS_PACKAGE_VERSION"}
+    irods_package_version_option=""
+    python_version_option=""
+    if [ "$image_name" = "install-irods" ]; then
+        irods_package_version_option=${IRODS_PACKAGE_VERSION:+"--build-arg=irods_package_version=$IRODS_PACKAGE_VERSION"}
+    elif [ "$image_name" = "compile-specific-python" ]; then
+        temp=$(./most_recent_python.sh $PYTHON_VERSION)
+        if [ -n "$temp" ]; then
+            PYTHON_VERSION="$temp"
+        fi
+        python_version_option=${PYTHON_VERSION:+"--build-arg=python_version=$PYTHON_VERSION"}
     else
         package_version_option=""
     fi
-    $DOCKER build -f $dockerfile -t $image_name . $package_version_option \
+    $DOCKER build -f $dockerfile -t $image_name . $irods_package_version_option $python_version_option \
                                                   ${NO_CACHE+"--no-cache"} || 
                                                   { STATUS=$?; echo "*** Failure while building [$image_name]"; exit $STATUS; }
 done

irods/test/harness/build-docker.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+usage() {
+    echo >&2 "Usage:
+    $0 major.minor"
+    echo >&2 "Output:
+    prints full latest python version inclusive of the patch level."
+    exit 2
+}
+MAJOR_MINOR=$1
+if [ -z "${MAJOR_MINOR}" ]; then                      # allow blank specification: most recent overall
+    MAJOR_MINOR='[0-9]\+\.[0-9]\+'
+elif [[ $MAJOR_MINOR =~ ^[0-9]+$ ]]; then             # allow single integer, eg. 3 for most recent 3.y.z
+    MAJOR_MINOR+='\.[0-9]\+'
+elif [[ $MAJOR_MINOR =~ [0-9]+\.[0-9]+ ]]; then       # allow x.y form, will yield output of most recent x.y.z
+    MAJOR_MINOR=$(sed 's/\./\\./'<<<"${MAJOR_MINOR}") # insert backslash in front of "."
+elif ! [[ $MAJOR_MINOR =~ [0-9]+\\?.[0-9]+ ]]; then
+    usage
+fi
+
+url='https://www.python.org/ftp/python/'
+
+# Fetch the directory listing, extract version numbers, sort them to find the largest numerically.
+curl --silent "$url"|\
+sed -n 's!.*href="\('"${MAJOR_MINOR}"'\.[0-9]\+\)/".*!\1!p'|sort -rV|\
+head -n 1