From f1d0a7b8fcb8d08e18c65b915200e65a87b2f74e Mon Sep 17 00:00:00 2001 From: Yadan Wei Date: Thu, 27 Aug 2026 23:05:17 +0000 Subject: [PATCH 1/5] change: add image_uri_config for vLLM Add image_uri_config/vllm.json for the AWS Deep Learning Containers vLLM GPU inference images (py312), versions 0.11.0 through 0.28.0. Image tags follow -gpu-py312-cuNNN-ubuntuNN.NN-sagemaker. Add tests/unit/image_uris/test_vllm.py covering image_uris.retrieve() for all version/region combinations, exact URIs for representative regions, version-alias resolution, and rejection of unsupported versions. --- .../sagemaker/core/image_uri_config/vllm.json | 1597 +++++++++++++++++ .../tests/unit/image_uris/test_vllm.py | 107 ++ 2 files changed, 1704 insertions(+) create mode 100644 sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json create mode 100644 sagemaker-core/tests/unit/image_uris/test_vllm.py diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json new file mode 100644 index 0000000000..cc4c2055bf --- /dev/null +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json @@ -0,0 +1,1597 @@ +{ + "inference": { + "processors": [ + "gpu" + ], + "version_aliases": { + "0.11": "0.11.2", + "0.12": "0.12.0", + "0.13": "0.13.0", + "0.14": "0.14.0", + "0.15": "0.15.1", + "0.16": "0.16.0", + "0.17": "0.17.1", + "0.18": "0.18.1", + "0.19": "0.19.1", + "0.20": "0.20.2", + "0.21": "0.21.0", + "0.22": "0.22.1", + "0.23": "0.23.0", + "0.24": "0.24.0", + "0.25": "0.25.1", + "0.26": "0.26.0", + "0.27": "0.27.1", + "0.28": "0.28.0" + }, + "versions": { + "0.11.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.11.0", + "repository": "vllm", + "container_version": { + "gpu": "cu128-ubuntu22.04-sagemaker" + } + }, + "0.11.1": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.11.1", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.11.2": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.11.2", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.12.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.12.0", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.13.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.13.0", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.14.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.14.0", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.15.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.15.0", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.15.1": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.15.1", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.16.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.16.0", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.17.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.17.0", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.17.1": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.17.1", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.18.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.18.0", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.18.1": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.18.1", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.19.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.19.0", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.19.1": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.19.1", + "repository": "vllm", + "container_version": { + "gpu": "cu129-ubuntu22.04-sagemaker" + } + }, + "0.20.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.20.0", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.20.1": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.20.1", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.20.2": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.20.2", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.21.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.21.0", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.22.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.22.0", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.22.1": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.22.1", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.23.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.23.0", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.24.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.24.0", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.25.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.25.0", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.25.1": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.25.1", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.26.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.26.0", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.27.1": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.27.1", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu22.04-sagemaker" + } + }, + "0.28.0": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-isoe-west-1": "371248457586", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eusc-de-east-1": "204133271717", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-isob-east-1": "094389454867", + "us-isof-east-1": "303241398832", + "us-isof-south-1": "454834333376", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.28.0", + "repository": "vllm", + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + } + } + } + } +} diff --git a/sagemaker-core/tests/unit/image_uris/test_vllm.py b/sagemaker-core/tests/unit/image_uris/test_vllm.py new file mode 100644 index 0000000000..4969a2b127 --- /dev/null +++ b/sagemaker-core/tests/unit/image_uris/test_vllm.py @@ -0,0 +1,107 @@ +# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"). You +# may not use this file except in compliance with the License. A copy of +# the License is located at +# +# http://aws.amazon.com/apache2.0/ +# +# or in the "license" file accompanying this file. This file is +# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF +# ANY KIND, either express or implied. See the License for the specific +# language governing permissions and limitations under the License. +from __future__ import absolute_import + +import pytest + +from sagemaker.core import image_uris +from sagemaker.core.common_utils import ALTERNATE_DOMAINS + +# vLLM images are GPU-only; a GPU instance type selects the "gpu" processor. +INSTANCE_TYPE = "ml.g5.2xlarge" +DEFAULT_DOMAIN = "amazonaws.com" + +# Regions whose ECR host suffix is stable across botocore versions (commercial, +# China, GovCloud). Exact-host assertions are limited to these; every other region +# is still covered by the account/region/repository/tag checks in test_vllm_uris, +# which avoids depending on botocore endpoint data for newer ISO partitions. +FULL_URI_REGIONS = ["us-east-1", "us-west-2", "eu-west-1", "cn-north-1", "us-gov-west-1"] + + +@pytest.mark.parametrize("load_config", ["vllm.json"], indirect=True) +def test_vllm_uris(load_config): + """Every (version, region) resolves to the vllm repo with the expected account + tag.""" + config = load_config + assert config["inference"]["processors"] == ["gpu"] + versions = config["inference"]["versions"] + for version, version_config in versions.items(): + py_version = version_config["py_versions"][0] + container_version = version_config["container_version"]["gpu"] + expected_tag = f"{version}-gpu-{py_version}-{container_version}" + for region, account in version_config["registries"].items(): + uri = image_uris.retrieve( + framework="vllm", + region=region, + version=version, + image_scope="inference", + instance_type=INSTANCE_TYPE, + ) + # account (registry), region, repository and tag are config-controlled; + # the domain suffix is resolved by botocore and asserted separately below. + assert uri.startswith(f"{account}.dkr.ecr.{region}."), uri + assert uri.endswith(f"/vllm:{expected_tag}"), uri + + +@pytest.mark.parametrize("load_config", ["vllm.json"], indirect=True) +def test_vllm_full_uri_for_representative_regions(load_config): + """Exact URI (including domain) for representative commercial/China/GovCloud regions.""" + config = load_config + versions = config["inference"]["versions"] + for version, version_config in versions.items(): + py_version = version_config["py_versions"][0] + container_version = version_config["container_version"]["gpu"] + for region in FULL_URI_REGIONS: + if region not in version_config["registries"]: + continue + account = version_config["registries"][region] + domain = ALTERNATE_DOMAINS.get(region, DEFAULT_DOMAIN) + expected = ( + f"{account}.dkr.ecr.{region}.{domain}" + f"/vllm:{version}-gpu-{py_version}-{container_version}" + ) + uri = image_uris.retrieve( + framework="vllm", + region=region, + version=version, + image_scope="inference", + instance_type=INSTANCE_TYPE, + ) + assert uri == expected + + +@pytest.mark.parametrize("load_config", ["vllm.json"], indirect=True) +def test_vllm_version_aliases_resolve_to_newest_patch(load_config): + """Each minor alias resolves to its newest patch version.""" + config = load_config + aliases = config["inference"]["version_aliases"] + for alias, target_version in aliases.items(): + uri = image_uris.retrieve( + framework="vllm", + region="us-west-2", + version=alias, + image_scope="inference", + instance_type=INSTANCE_TYPE, + ) + assert f"/vllm:{target_version}-gpu-" in uri, uri + + +def test_vllm_unsupported_version_raises(): + """An unknown version is rejected rather than producing a bogus URI.""" + with pytest.raises(ValueError): + image_uris.retrieve( + framework="vllm", + region="us-west-2", + version="9.9.9", + image_scope="inference", + instance_type=INSTANCE_TYPE, + ) From fa5d81468c72adf1aad927c142ee7044aeed4708 Mon Sep 17 00:00:00 2001 From: Yadan Wei Date: Thu, 27 Aug 2026 23:46:29 +0000 Subject: [PATCH 2/5] change: limit vLLM image_uri_config to version 0.28.0 Keep only version 0.28.0 in image_uri_config/vllm.json and its 0.28 alias (drop the 0.11.0-0.27.1 backfill). Update test_vllm.py accordingly: with a single version the SDK defaults to it rather than raising, so the unsupported-version assertion no longer applies and is removed. --- .../sagemaker/core/image_uri_config/vllm.json | 1529 ----------------- .../tests/unit/image_uris/test_vllm.py | 12 - 2 files changed, 1541 deletions(-) diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json index cc4c2055bf..941d8273d7 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json @@ -4,1538 +4,9 @@ "gpu" ], "version_aliases": { - "0.11": "0.11.2", - "0.12": "0.12.0", - "0.13": "0.13.0", - "0.14": "0.14.0", - "0.15": "0.15.1", - "0.16": "0.16.0", - "0.17": "0.17.1", - "0.18": "0.18.1", - "0.19": "0.19.1", - "0.20": "0.20.2", - "0.21": "0.21.0", - "0.22": "0.22.1", - "0.23": "0.23.0", - "0.24": "0.24.0", - "0.25": "0.25.1", - "0.26": "0.26.0", - "0.27": "0.27.1", "0.28": "0.28.0" }, "versions": { - "0.11.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.11.0", - "repository": "vllm", - "container_version": { - "gpu": "cu128-ubuntu22.04-sagemaker" - } - }, - "0.11.1": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.11.1", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.11.2": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.11.2", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.12.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.12.0", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.13.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.13.0", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.14.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.14.0", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.15.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.15.0", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.15.1": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.15.1", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.16.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.16.0", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.17.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.17.0", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.17.1": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.17.1", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.18.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.18.0", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.18.1": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.18.1", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.19.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.19.0", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.19.1": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.19.1", - "repository": "vllm", - "container_version": { - "gpu": "cu129-ubuntu22.04-sagemaker" - } - }, - "0.20.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.20.0", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.20.1": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.20.1", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.20.2": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.20.2", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.21.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.21.0", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.22.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.22.0", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.22.1": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.22.1", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.23.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.23.0", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.24.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.24.0", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.25.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.25.0", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.25.1": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.25.1", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.26.0": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.26.0", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, - "0.27.1": { - "py_versions": [ - "py312" - ], - "registries": { - "af-south-1": "626614931356", - "ap-east-1": "871362719292", - "ap-east-2": "975050140332", - "ap-northeast-1": "763104351884", - "ap-northeast-2": "763104351884", - "ap-northeast-3": "364406365360", - "ap-south-1": "763104351884", - "ap-south-2": "772153158452", - "ap-southeast-1": "763104351884", - "ap-southeast-2": "763104351884", - "ap-southeast-3": "907027046896", - "ap-southeast-4": "457447274322", - "ap-southeast-5": "550225433462", - "ap-southeast-6": "633930458069", - "ap-southeast-7": "590183813437", - "ca-central-1": "763104351884", - "ca-west-1": "204538143572", - "cn-north-1": "727897471807", - "cn-northwest-1": "727897471807", - "eu-central-1": "763104351884", - "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", - "eu-north-1": "763104351884", - "eu-south-1": "692866216735", - "eu-south-2": "503227376785", - "eu-west-1": "763104351884", - "eu-west-2": "763104351884", - "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", - "il-central-1": "780543022126", - "me-central-1": "914824155844", - "me-south-1": "217643126080", - "mx-central-1": "637423239942", - "sa-east-1": "763104351884", - "us-east-1": "763104351884", - "us-east-2": "763104351884", - "us-gov-east-1": "446045086412", - "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", - "us-west-1": "763104351884", - "us-west-2": "763104351884" - }, - "tag_prefix": "0.27.1", - "repository": "vllm", - "container_version": { - "gpu": "cu130-ubuntu22.04-sagemaker" - } - }, "0.28.0": { "py_versions": [ "py312" diff --git a/sagemaker-core/tests/unit/image_uris/test_vllm.py b/sagemaker-core/tests/unit/image_uris/test_vllm.py index 4969a2b127..2934a7324b 100644 --- a/sagemaker-core/tests/unit/image_uris/test_vllm.py +++ b/sagemaker-core/tests/unit/image_uris/test_vllm.py @@ -93,15 +93,3 @@ def test_vllm_version_aliases_resolve_to_newest_patch(load_config): instance_type=INSTANCE_TYPE, ) assert f"/vllm:{target_version}-gpu-" in uri, uri - - -def test_vllm_unsupported_version_raises(): - """An unknown version is rejected rather than producing a bogus URI.""" - with pytest.raises(ValueError): - image_uris.retrieve( - framework="vllm", - region="us-west-2", - version="9.9.9", - image_scope="inference", - instance_type=INSTANCE_TYPE, - ) From e8fdf59f19fa5d2cfdda7f6eec17fa34238c664f Mon Sep 17 00:00:00 2001 From: Yadan Wei Date: Fri, 28 Aug 2026 00:16:36 +0000 Subject: [PATCH 3/5] change: drop ADC (aws-iso) regions from vLLM image_uri_config Remove the isolated/dedicated-cloud (ADC) registries from image_uri_config/vllm.json: us-iso-east-1, us-isob-east-1, us-isof-east-1, us-isof-south-1, and eu-isoe-west-1. GovCloud, China, EUSC and commercial regions are retained. --- sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json | 5 ----- 1 file changed, 5 deletions(-) diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json index 941d8273d7..7f620cc42d 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json @@ -33,7 +33,6 @@ "cn-northwest-1": "727897471807", "eu-central-1": "763104351884", "eu-central-2": "380420809688", - "eu-isoe-west-1": "371248457586", "eu-north-1": "763104351884", "eu-south-1": "692866216735", "eu-south-2": "503227376785", @@ -50,10 +49,6 @@ "us-east-2": "763104351884", "us-gov-east-1": "446045086412", "us-gov-west-1": "442386744353", - "us-iso-east-1": "886529160074", - "us-isob-east-1": "094389454867", - "us-isof-east-1": "303241398832", - "us-isof-south-1": "454834333376", "us-west-1": "763104351884", "us-west-2": "763104351884" }, From 06f7b6425bf76fd138183951d26754014b11e73a Mon Sep 17 00:00:00 2001 From: Yadan Wei Date: Fri, 28 Aug 2026 00:22:53 +0000 Subject: [PATCH 4/5] change: drop EUSC region from vLLM image_uri_config Remove eusc-de-east-1 from image_uri_config/vllm.json so the region set matches the established pytorch footprint (38 regions: commercial, GovCloud, and China). --- sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json | 1 - 1 file changed, 1 deletion(-) diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json index 7f620cc42d..3630161df9 100644 --- a/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/vllm.json @@ -39,7 +39,6 @@ "eu-west-1": "763104351884", "eu-west-2": "763104351884", "eu-west-3": "763104351884", - "eusc-de-east-1": "204133271717", "il-central-1": "780543022126", "me-central-1": "914824155844", "me-south-1": "217643126080", From 4ff88f90bc0209ee36e99c9666a8887e2a749eac Mon Sep 17 00:00:00 2001 From: Yadan Wei Date: Fri, 28 Aug 2026 00:25:52 +0000 Subject: [PATCH 5/5] change: add image_uri_config for SGLang Add image_uri_config/sglang.json for the AWS Deep Learning Containers SGLang GPU inference image (version 0.5.18, Python 3.12). The image tag follows -gpu-py312-cuNNN-ubuntuNN.NN-sagemaker. The region set matches the vLLM/pytorch footprint (38 regions). Add tests/unit/image_uris/test_sglang.py covering image_uris.retrieve() across all regions, the exact URI for representative regions, and version-alias resolution. --- .../core/image_uri_config/sglang.json | 62 ++++++++++++ .../tests/unit/image_uris/test_sglang.py | 94 +++++++++++++++++++ 2 files changed, 156 insertions(+) create mode 100644 sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json create mode 100644 sagemaker-core/tests/unit/image_uris/test_sglang.py diff --git a/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json new file mode 100644 index 0000000000..d8d3bffc8d --- /dev/null +++ b/sagemaker-core/src/sagemaker/core/image_uri_config/sglang.json @@ -0,0 +1,62 @@ +{ + "inference": { + "processors": [ + "gpu" + ], + "version_aliases": { + "0.5": "0.5.18" + }, + "versions": { + "0.5.18": { + "py_versions": [ + "py312" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-east-2": "975050140332", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-south-2": "772153158452", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ap-southeast-3": "907027046896", + "ap-southeast-4": "457447274322", + "ap-southeast-5": "550225433462", + "ap-southeast-6": "633930458069", + "ap-southeast-7": "590183813437", + "ca-central-1": "763104351884", + "ca-west-1": "204538143572", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-central-2": "380420809688", + "eu-north-1": "763104351884", + "eu-south-1": "692866216735", + "eu-south-2": "503227376785", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "il-central-1": "780543022126", + "me-central-1": "914824155844", + "me-south-1": "217643126080", + "mx-central-1": "637423239942", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-east-1": "446045086412", + "us-gov-west-1": "442386744353", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "tag_prefix": "0.5.18", + "repository": "sglang", + "container_version": { + "gpu": "cu130-ubuntu24.04-sagemaker" + } + } + } + } +} diff --git a/sagemaker-core/tests/unit/image_uris/test_sglang.py b/sagemaker-core/tests/unit/image_uris/test_sglang.py new file mode 100644 index 0000000000..bcc52bbad5 --- /dev/null +++ b/sagemaker-core/tests/unit/image_uris/test_sglang.py @@ -0,0 +1,94 @@ +# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"). You +# may not use this file except in compliance with the License. A copy of +# the License is located at +# +# http://aws.amazon.com/apache2.0/ +# +# or in the "license" file accompanying this file. This file is +# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF +# ANY KIND, either express or implied. See the License for the specific +# language governing permissions and limitations under the License. +from __future__ import absolute_import + +import pytest + +from sagemaker.core import image_uris +from sagemaker.core.common_utils import ALTERNATE_DOMAINS + +# SGLang images are GPU-only; a GPU instance type selects the "gpu" processor. +INSTANCE_TYPE = "ml.g5.2xlarge" +DEFAULT_DOMAIN = "amazonaws.com" + +# Regions whose ECR host suffix is stable across botocore versions (commercial, +# China, GovCloud). Exact-host assertions are limited to these; every other region +# is still covered by the account/region/repository/tag checks in test_sglang_uris. +FULL_URI_REGIONS = ["us-east-1", "us-west-2", "eu-west-1", "cn-north-1", "us-gov-west-1"] + + +@pytest.mark.parametrize("load_config", ["sglang.json"], indirect=True) +def test_sglang_uris(load_config): + """Every (version, region) resolves to the sglang repo with the expected account + tag.""" + config = load_config + assert config["inference"]["processors"] == ["gpu"] + versions = config["inference"]["versions"] + for version, version_config in versions.items(): + py_version = version_config["py_versions"][0] + container_version = version_config["container_version"]["gpu"] + expected_tag = f"{version}-gpu-{py_version}-{container_version}" + for region, account in version_config["registries"].items(): + uri = image_uris.retrieve( + framework="sglang", + region=region, + version=version, + image_scope="inference", + instance_type=INSTANCE_TYPE, + ) + # account (registry), region, repository and tag are config-controlled; + # the domain suffix is resolved by botocore and asserted separately below. + assert uri.startswith(f"{account}.dkr.ecr.{region}."), uri + assert uri.endswith(f"/sglang:{expected_tag}"), uri + + +@pytest.mark.parametrize("load_config", ["sglang.json"], indirect=True) +def test_sglang_full_uri_for_representative_regions(load_config): + """Exact URI (including domain) for representative commercial/China/GovCloud regions.""" + config = load_config + versions = config["inference"]["versions"] + for version, version_config in versions.items(): + py_version = version_config["py_versions"][0] + container_version = version_config["container_version"]["gpu"] + for region in FULL_URI_REGIONS: + if region not in version_config["registries"]: + continue + account = version_config["registries"][region] + domain = ALTERNATE_DOMAINS.get(region, DEFAULT_DOMAIN) + expected = ( + f"{account}.dkr.ecr.{region}.{domain}" + f"/sglang:{version}-gpu-{py_version}-{container_version}" + ) + uri = image_uris.retrieve( + framework="sglang", + region=region, + version=version, + image_scope="inference", + instance_type=INSTANCE_TYPE, + ) + assert uri == expected + + +@pytest.mark.parametrize("load_config", ["sglang.json"], indirect=True) +def test_sglang_version_aliases_resolve_to_newest_patch(load_config): + """Each minor alias resolves to its newest patch version.""" + config = load_config + aliases = config["inference"]["version_aliases"] + for alias, target_version in aliases.items(): + uri = image_uris.retrieve( + framework="sglang", + region="us-west-2", + version=alias, + image_scope="inference", + instance_type=INSTANCE_TYPE, + ) + assert f"/sglang:{target_version}-gpu-" in uri, uri