From 35db1fc9f515ffd4fccd0f8551edb0d95def1e4e Mon Sep 17 00:00:00 2001 From: David Corvoysier Date: Thu, 26 Feb 2026 17:15:15 +0100 Subject: [PATCH 1/2] Add Hugging Face VLLM 0.4.5 configuration Added configuration for Hugging Face VLLM version 0.4.5 with specific Python versions, registries, tag prefix, repository, and container version. --- .../huggingface-vllm-neuronx.json | 26 +++++++++++++++++++ 1 file changed, 26 insertions(+) diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-vllm-neuronx.json b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-vllm-neuronx.json index f3ab505ecd..775f6a6b7b 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-vllm-neuronx.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-vllm-neuronx.json @@ -84,6 +84,32 @@ "sdk_versions": [ "sdk2.26.1" ] + }, + "0.4.5": { + "py_versions": [ + "py310" + ], + "registries": { + "ap-northeast-1": "763104351884", + "ap-south-1": "763104351884", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "eu-central-1": "763104351884", + "eu-west-1": "763104351884", + "eu-west-3": "763104351884", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.11.0-optimum0.4.5", + "repository": "huggingface-vllm-inference-neuronx", + "container_version": { + "neuronx": "ubuntu22.04" + }, + "sdk_versions": [ + "sdk2.26.1" + ] } } } From 466830a2af40b459be79ea42566ba55b9d8bca3a Mon Sep 17 00:00:00 2001 From: David Corvoysier Date: Thu, 26 Feb 2026 17:18:56 +0100 Subject: [PATCH 2/2] Update version alias for huggingface-vllm-neuronx --- .../core/image_uri_config/huggingface-vllm-neuronx.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-vllm-neuronx.json b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-vllm-neuronx.json index 775f6a6b7b..8513daecdf 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-vllm-neuronx.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-vllm-neuronx.json @@ -4,7 +4,7 @@ "neuronx" ], "version_aliases": { - "0.4": "0.4.4" + "0.4": "0.4.5" }, "versions": { "0.4.1": {