Merge branch 'aws:master' into master

Author: jkasiraj

.githooks/pre-push

@@ -12,5 +12,5 @@ start_time=`date +%s`
 tox -e sphinx,doc8 --parallel all
 ./ci-scripts/displaytime.sh 'sphinx,doc8' $start_time
 start_time=`date +%s`
-tox -e py38,py39,py310 --parallel all -- tests/unit
-./ci-scripts/displaytime.sh 'py38,py39,py310 unit' $start_time
+tox -e py39,py310,py311,py312 --parallel all -- tests/unit
+./ci-scripts/displaytime.sh 'py39,py310,py311,py312 unit' $start_time

.github/workflows/codebuild-ci-health.yml

@@ -26,7 +26,7 @@ jobs:
     strategy:
         fail-fast: false
         matrix:
-          python-version: ["py38", "py39", "py310", "py311"]
+          python-version: ["py39", "py310", "py311","py312"]
     steps:
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v4

.github/workflows/codebuild-ci.yml

@@ -63,7 +63,7 @@ jobs:
     strategy:
         fail-fast: false
         matrix:
-          python-version: ["py38","py39","py310","py311"]
+          python-version: ["py39","py310","py311","py312"]
     steps:
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v4

.gitignore

@@ -37,4 +37,5 @@ src/sagemaker/modules/train/container_drivers/sourcecode.json
 src/sagemaker/modules/train/container_drivers/distributed.json
 tests/data/**/_repack_model.py
 tests/data/experiment/sagemaker-dev-1.0.tar.gz
-src/sagemaker/serve/tmp_workspace
+src/sagemaker/serve/tmp_workspace
+test-examples

.pylintrc

@@ -94,7 +94,24 @@ disable=
     useless-object-inheritance, # TODO: Enable this check and fix code once Python 2 is no longer supported.
     super-with-arguments,
     raise-missing-from,
-    E1136,
+    C0116,  # Missing function or method docstring
+    C0209,  # Use f-string instead of format
+    E0015,  # Unrecognized option found in config
+    E0702,  # Raising a string instead of an exception
+    E1101,  # Module has no member (likely dynamic attr)
+    E1136,  # Value assigned to something inferred as None
+    R0022,  # Useless option value in config
+    R1710,  # Inconsistent return statements
+    R1714,  # Consider using `in` with comparisons
+    R1729,  # Use a generator
+    R1732,
+    R1735,  # Consider using a dict or list literal
+    W0237,  # Argument renamed in override
+    W0613,  # Unused argument
+    W0621,  # Redefining name from outer scope
+    W0719
+    W1404,  # Implicit string concatenation
+    W1514,  # `open()` used without encoding
 
 [REPORTS]
 # Set the output format. Available formats are text, parseable, colorized, msvs
@@ -436,4 +453,4 @@ analyse-fallback-blocks=no
 
 # Exceptions that will emit a warning when being caught. Defaults to
 # "Exception"
-overgeneral-exceptions=Exception
+overgeneral-exceptions=builtins.Exception

.readthedocs.yaml

@@ -5,9 +5,9 @@
 version: 2
 
 build:
-  os: ubuntu-20.04
+  os: ubuntu-22.04
   tools:
-    python: "3.9"
+    python: "3.12"
 
 
 python:

CHANGELOG.md

@@ -1,5 +1,264 @@
 # Changelog
 
+## v2.254.0 (2025-10-29)
+
+### Features
+
+ * Triton v25.09 DLC
+
+### Bug Fixes and Other Changes
+
+ * Add Numpy 2.0 support
+ * add HF Optimum Neuron DLCs
+ * [Hugging Face][Pytorch] Inference DLC 4.51.3
+ * [hf] HF Inference TGI
+
+## v2.253.1 (2025-10-14)
+
+### Bug Fixes and Other Changes
+
+ * Update instance type regex to also include hyphens
+ * Revert the change "Add Numpy 2.0 support"
+ * [hf-tei] add image uri to utils
+ * add TEI 1.8.2
+
+## v2.253.0 (2025-10-10)
+
+### Features
+
+ * Added condition to allow eval recipe.
+ * add model_type hyperparameter support for Nova recipes
+
+### Bug Fixes and Other Changes
+
+ * Fix for a failed slow test: numpy fix
+ * Add numpy 2.0 support
+ * chore: domain support for eu-isoe-west-1
+ * Adding default identity implementations to InferenceSpec
+ * djl regions fixes #5273
+ * Fix flaky integ test
+
+## v2.252.0 (2025-09-29)
+
+### Features
+
+ * change S3 endpoint env name
+ * add eval custom lambda arn to hyperparameters
+
+### Bug Fixes and Other Changes
+
+ * merge rba without the iso region changes
+ * handle trial component status message longer than API supports
+ * Add nova custom lambda in hyperparameter from estimator
+ * add retryable option to emr step in SageMaker Pipelines
+ * Feature/js mlops telemetry
+ * latest tgi
+
+## v2.251.1 (2025-08-29)
+
+### Bug Fixes and Other Changes
+
+ * chore: onboard tei 1.8.0
+
+## v2.251.0 (2025-08-21)
+
+### Features
+
+ * support pipeline versioning
+
+### Bug Fixes and Other Changes
+
+ * GPT OSS Hotfix
+ * dockerfile stuck on interactive shell
+ * add sleep for model deployment
+
+## v2.250.0 (2025-08-08)
+
+### Features
+
+ * Add support for InstancePlacementConfig in Estimator for training jobs running on ultraserver capacity
+
+### Bug Fixes and Other Changes
+
+ * Add more constraints to test requirements
+
+## v2.249.0 (2025-07-31)
+
+### Features
+
+ * AWS Batch for SageMaker Training jobs
+
+### Bug Fixes and Other Changes
+
+ * Directly use customer-provided endpoint name for ModelBuilder deployment.
+ * update image_uri_configs 07-23-2025 07:18:25 PST
+
+## v2.248.2 (2025-07-22)
+
+### Bug Fixes and Other Changes
+
+ * Relax boto3 version requirement
+ * update image_uri_configs 07-22-2025 07:18:25 PST
+ * update image_uri_configs 07-18-2025 07:18:28 PST
+ * add hard dependency on sagemaker-core pypi lib
+ * When rootlessDocker is enabled, return a fixed SageMaker IP
+
+## v2.248.1 (2025-07-16)
+
+### Bug Fixes and Other Changes
+
+ * Nova training support
+
+## v2.248.0 (2025-07-15)
+
+### Features
+
+ * integrate amtviz for visualization of tuning jobs
+
+### Bug Fixes and Other Changes
+
+ * build(deps): bump requests in /tests/data/serve_resources/mlflow/pytorch
+ * build(deps): bump protobuf from 4.25.5 to 4.25.8 in /requirements/extras
+ * build(deps): bump mlflow in /tests/data/serve_resources/mlflow/xgboost
+ * build(deps): bump torch in /tests/data/modules/script_mode
+ * sanitize git clone repo input url
+ * Adding Hyperpod feature to enable hyperpod telemetry
+ * Adding Hyperpod feature to enable hyperpod telemetry
+ * Bump SMD version to enable custom workflow deployment.
+ * Update TF DLC python version to py312
+ * update image_uri_configs 07-04-2025 07:18:27 PST
+ * update image_uri_configs 06-26-2025 07:18:35 PST
+ * relax protobuf to <6.32
+
+## v2.247.1 (2025-06-23)
+
+### Bug Fixes and Other Changes
+
+ * update image_uri_configs 06-19-2025 07:18:34 PST
+
+## v2.247.0 (2025-06-13)
+
+### Features
+
+ * Add support for MetricDefinitions in ModelTrainer
+
+### Bug Fixes and Other Changes
+
+ * update jumpstart region_config, update image_uri_configs 06-12-2025 07:18:12 PST
+ * Add ignore_patterns in ModelTrainer to ignore specific files/folders
+ * Allow import failure for internal _hashlib module
+
+## v2.246.0 (2025-06-04)
+
+### Features
+
+ * Triton v25.04 DLC
+
+### Bug Fixes and Other Changes
+
+ * Update Attrs version to widen support
+ * update estimator documentation regarding hyperparameters for source_dir
+
+## v2.245.0 (2025-05-28)
+
+### Features
+
+ * Correct mypy type checking through PEP 561
+
+### Bug Fixes and Other Changes
+
+ * MLFLow update for dependabot
+ * addWaiterTimeoutHandling
+ * merge method inputs with class inputs
+ * update image_uri_configs 05-20-2025 07:18:17 PST
+
+## v2.244.2 (2025-05-19)
+
+### Bug Fixes and Other Changes
+
+ * include model channel for gated uncompressed models
+ * clarify model monitor one time schedule bug
+ * update jumpstart region_config 05-15-2025 07:18:15 PST
+ * update image_uri_configs 05-14-2025 07:18:16 PST
+ * Add image configs and region config for TPE (ap-east-2)
+ * Improve defaults handling in ModelTrainer
+
+## v2.244.1 (2025-05-15)
+
+### Bug Fixes and Other Changes
+
+ * Fix Flask-Limiter version
+ * Fix test_huggingface_tei_uris()
+ * huggingface-llm-neuronx dlc
+ * huggingface-neuronx dlc image_uri
+ * huggingface-tei dlc image_uri
+ * Fix test_deploy_with_update_endpoint()
+ * add AG v1.3
+ * parameter mismatch in update_endpoint
+ * remove --strip-component for untar source tar.gz
+ * Fix type annotations
+ * chore: Allow omegaconf >=2.2,<3
+ * honor json serialization of HPs
+ * Map llama models to correct script
+ * pin test dependency
+ * fix bad initialization script error message
+ * Improve error logging and documentation for issue 4007
+ * build(deps): bump scikit-learn
+ * build(deps): bump mlflow
+ * build(deps): bump mlflow in /tests/data/serve_resources/mlflow/pytorch
+ * chore: Add tei 1.6.0 image
+
+## v2.244.0 (2025-05-02)
+
+### Features
+
+ * support custom workflow deployment in ModelBuilder using SMD image.
+
+### Bug Fixes and Other Changes
+
+ * Add Owner ID check for bucket with path when prefix is provided
+ * Add model server timeout
+ * pin mamba version to 24.11.3-2 to avoid inconsistent test runs
+ * Update ModelTrainer to support s3 uri and tar.gz file as source_dir
+ * chore: add huggingface images
+
+## v2.243.3 (2025-04-23)
+
+### Bug Fixes and Other Changes
+
+ * update readme to reflect py312 upgrade
+ * Revert the PR changes 5122
+ * Py312 upgrade step 2: Update dependencies, integ tests and unit tests
+ * update pr test to deprecate py38 and add py312
+ * update image_uri_configs 04-16-2025 07:18:18 PST
+ * update image_uri_configs 04-15-2025 07:18:10 PST
+ * update image_uri_configs 04-11-2025 07:18:19 PST
+
+## v2.243.2 (2025-04-16)
+
+### Bug Fixes and Other Changes
+
+ * tgi image uri unit tests
+ * Fix deepdiff dependencies
+
+## v2.243.1 (2025-04-11)
+
+### Bug Fixes and Other Changes
+
+ * Added handler for pipeline variable while creating process job
+ * Fix issue #4856 by copying environment variables
+ * remove historical job_name caching which causes long job name
+ * Update instance gpu info
+ * Master
+ * Add mlflow tracking arn telemetry
+ * chore: fix semantic versioning for wildcard identifier
+ * flaky test
+
+### Documentation Changes
+
+ * update pipelines step caching examples to include more steps
+ * update ModelStep data dependency info
+
 ## v2.243.0 (2025-03-27)
 
 ### Features

CONTRIBUTING.md

@@ -16,6 +16,7 @@ information to effectively respond to your bug report or contribution.
   * [Run the Unit Tests](#run-the-unit-tests)
   * [Run the Integration Tests](#run-the-integration-tests)
   * [Make and Test Your Change](#make-and-test-your-change)
+  * [Lint Your Change](#lint-your-change)
   * [Commit Your Change](#commit-your-change)
   * [Send a Pull Request](#send-a-pull-request)
 * [Documentation Guidelines](#documentation-guidelines)
@@ -117,6 +118,13 @@ If you are writing or modifying a test that creates a SageMaker job (training, t
 1. If your changes include documentation changes, please see the [Documentation Guidelines](#documentation-guidelines).
 1. If you include integration tests, do not mark them as canaries if they will not run in all regions.
 
+### Lint Your Change
+
+Before submitting, ensure your code meets our quality and style guidelines. Run:
+```shell
+tox -e flake8,pylint,docstyle,black-check,twine --parallel all
+```
+Address any errors or warnings before opening a pull request.
 
 ### Commit Your Change
 

README.rst

@@ -94,10 +94,10 @@ Supported Python Versions
 
 SageMaker Python SDK is tested on:
 
-- Python 3.8
 - Python 3.9
 - Python 3.10
 - Python 3.11
+- Python 3.12
 
 Telemetry
 ~~~~~~~~~~~~~~~
@@ -191,9 +191,9 @@ Setup a Python environment, and install the dependencies listed in ``doc/require
 ::
 
     # conda
-    conda create -n sagemaker python=3.7
+    conda create -n sagemaker python=3.12
     conda activate sagemaker
-    conda install sphinx=3.1.1 sphinx_rtd_theme=0.5.0
+    conda install sphinx=5.1.1 sphinx_rtd_theme=0.5.0
 
     # pip
     pip install -r doc/requirements.txt

VERSION

@@ -1 +1 @@
-2.243.1.dev0
+2.254.1.dev0