add support for azure blob for inference results

.pre-commit-config.yaml

@@ -58,7 +58,7 @@ repos:
     rev: 1.7.0
     hooks:
     - id: interrogate
-      exclude: ^(setup.py|test/|earth2studio/models/nn/)
+      exclude: ^(setup.py|test/|earth2studio/models/nn/|serve/inferenceserver/api_server/example_workflows/)
       args: [--config=pyproject.toml]
 
 -   repo: https://github.com/igorshubovych/markdownlint-cli

Makefile

@@ -99,9 +99,9 @@ docs-dev:
 
 .PHONY: container-service
 # Example DOCKER_REPO?=nvcr.io/dycvht5ows21
-E2S_RELEASE_TAG?=0.11.0
+E2S_RELEASE_TAG?=0.12.0
 E2S_IMAGE_NAME=$(DOCKER_REPO)/earth2studio-scicomp
-E2S_IMAGE_TAG=v$(E2S_RELEASE_TAG).20260220.0
+E2S_IMAGE_TAG=v$(E2S_RELEASE_TAG).20260223.0
 container-service:
 	@test -n "$(DOCKER_REPO)" || (echo "DOCKER_REPO is not set!" && exit 1)
 	DOCKER_BUILDKIT=1 docker build -t $(E2S_IMAGE_NAME):$(E2S_IMAGE_TAG) -f serve/Dockerfile .

pyproject.toml

@@ -103,6 +103,11 @@ serve = [
     "aiofiles>=23.0.0",
     "httpx>=0.25.0",
     "hydra-core>=1.3.0",
+    # Object storage related
+    "cryptography>=41.0.0",
+    "multi-storage-client>=0.44.0",
+    "azure-storage-blob>=12.19.0",
+    "azure-identity>=1.15.0",
 ]
 # PX Models
 ace2 = [

serve/Dockerfile

@@ -13,7 +13,7 @@ ENV PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
 
 ARG MAKANI_HASH=28f38e3e929ed1303476518552c64673bbd6f722
 ARG E2G_HASH=11dcf1b0787a7eb6a8497a3a5a5e1fdcc31232d3
-ARG E2S_HASH=b1f856388f7665e2cd1942e90d6460dcebffb7ba
+ARG E2S_HASH=8ca8771c6be6ca051e082d41b99378fa14b58d9f
 
 WORKDIR /workspace
 
@@ -27,15 +27,10 @@ RUN uv pip install --system --break-system-packages "earth2studio[cbottle,corrdi
 RUN uv pip install --system --break-system-packages "earth2studio[data,perturbation,statistics] @ git+https://github.com/NVIDIA/earth2studio.git@${E2S_HASH}"
 RUN uv pip install --system --break-system-packages cartopy xskillscore matplotlib
 
-# Install the requirements for stormcast.
-RUN pip uninstall -y torch-harmonics && \
-    FORCE_CUDA_EXTENSION=1 uv pip install --system --break-system-packages --no-build-isolation torch-harmonics==0.8.0
-
 # Install the requirements for the inference server.
 COPY serve /workspace/earth2studio-project/serve
 RUN cd / && mkdir /workspace/earth2studio-project/examples && ln -s /outputs /workspace/earth2studio-project/examples/outputs
 RUN apt-get update && apt-get install -y redis-server && \
-    curl -LsSf https://astral.sh/uv/install.sh | sh && source $HOME/.local/bin/env && \
     cd /workspace/earth2studio-project && \
     uv pip install --system --break-system-packages -r serve/inferenceserver/requirements.txt