From f82aa82d9779057e90c3794597e69ae5b6dab2bc Mon Sep 17 00:00:00 2001 From: Qingzi-Lan Date: Mon, 13 Dec 2021 15:08:41 -0800 Subject: [PATCH 1/5] add support for pytorch 1.8.1 --- src/sagemaker/fw_utils.py | 2 +- src/sagemaker/image_uri_config/pytorch.json | 72 ++++++++++++++++++++- tests/unit/test_fw_utils.py | 1 + 3 files changed, 72 insertions(+), 3 deletions(-) diff --git a/src/sagemaker/fw_utils.py b/src/sagemaker/fw_utils.py index 87b94711ae..dd6eaac1ca 100644 --- a/src/sagemaker/fw_utils.py +++ b/src/sagemaker/fw_utils.py @@ -73,7 +73,7 @@ "2.6.0", "2.6.2", ], - "pytorch": ["1.6", "1.6.0", "1.7", "1.7.1", "1.8", "1.8.0", "1.8.1", "1.9", "1.9.0", "1.9.1"], + "pytorch": ["1.6", "1.6.0", "1.7", "1.7.1", "1.8", "1.8.0", "1.8.1", "1.9", "1.9.0", "1.9.1", "1.10.0"], } SMDISTRIBUTED_SUPPORTED_STRATEGIES = ["dataparallel", "modelparallel"] diff --git a/src/sagemaker/image_uri_config/pytorch.json b/src/sagemaker/image_uri_config/pytorch.json index a64a710692..99c05e70c7 100644 --- a/src/sagemaker/image_uri_config/pytorch.json +++ b/src/sagemaker/image_uri_config/pytorch.json @@ -63,7 +63,8 @@ "1.6": "1.6.0", "1.7": "1.7.1", "1.8": "1.8.1", - "1.9": "1.9.1" + "1.9": "1.9.1", + "1.10": "1.10.0" }, "versions": { "0.4.0": { @@ -500,6 +501,39 @@ "us-west-2": "763104351884" }, "repository": "pytorch-inference" + }, + "1.10.0": { + "py_versions": [ + "py38" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ca-central-1": "763104351884", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-north-1": "763104351884", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eu-south-1": "692866216735", + "me-south-1": "217643126080", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "pytorch-inference" } } }, @@ -519,7 +553,8 @@ "1.6": "1.6.0", "1.7": "1.7.1", "1.8": "1.8.1", - "1.9": "1.9.1" + "1.9": "1.9.1", + "1.10.0": "1.10.0" }, "versions": { "0.4.0": { @@ -957,6 +992,39 @@ "us-west-2": "763104351884" }, "repository": "pytorch-training" + }, + "1.10.0": { + "py_versions": [ + "py38" + ], + "registries": { + "af-south-1": "626614931356", + "ap-east-1": "871362719292", + "ap-northeast-1": "763104351884", + "ap-northeast-2": "763104351884", + "ap-northeast-3": "364406365360", + "ap-south-1": "763104351884", + "ap-southeast-1": "763104351884", + "ap-southeast-2": "763104351884", + "ca-central-1": "763104351884", + "cn-north-1": "727897471807", + "cn-northwest-1": "727897471807", + "eu-central-1": "763104351884", + "eu-north-1": "763104351884", + "eu-west-1": "763104351884", + "eu-west-2": "763104351884", + "eu-west-3": "763104351884", + "eu-south-1": "692866216735", + "me-south-1": "217643126080", + "sa-east-1": "763104351884", + "us-east-1": "763104351884", + "us-east-2": "763104351884", + "us-gov-west-1": "442386744353", + "us-iso-east-1": "886529160074", + "us-west-1": "763104351884", + "us-west-2": "763104351884" + }, + "repository": "pytorch-training" } } } diff --git a/tests/unit/test_fw_utils.py b/tests/unit/test_fw_utils.py index be70182be8..c1c5ee4bac 100644 --- a/tests/unit/test_fw_utils.py +++ b/tests/unit/test_fw_utils.py @@ -658,6 +658,7 @@ def test_validate_smdataparallel_args_not_raises(): ("ml.p3.16xlarge", "pytorch", "1.8", "py3", smdataparallel_enabled), ("ml.p3.16xlarge", "pytorch", "1.9.1", "py38", smdataparallel_enabled), ("ml.p3.16xlarge", "pytorch", "1.9", "py38", smdataparallel_enabled), + ("ml.p3.16xlarge", "pytorch", "1.10", "py38", smdataparallel_enabled), ("ml.p3.16xlarge", "tensorflow", "2.4.1", "py3", smdataparallel_enabled_custom_mpi), ("ml.p3.16xlarge", "tensorflow", "2.4.1", "py37", smdataparallel_enabled_custom_mpi), ("ml.p3.16xlarge", "tensorflow", "2.5.1", "py37", smdataparallel_enabled_custom_mpi), From f1e9afcac64a36147c048003b91e0a021950bb7d Mon Sep 17 00:00:00 2001 From: Qingzi-Lan Date: Mon, 13 Dec 2021 16:28:11 -0800 Subject: [PATCH 2/5] format pytorch version --- src/sagemaker/fw_utils.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/src/sagemaker/fw_utils.py b/src/sagemaker/fw_utils.py index dd6eaac1ca..ed9ed41556 100644 --- a/src/sagemaker/fw_utils.py +++ b/src/sagemaker/fw_utils.py @@ -73,7 +73,19 @@ "2.6.0", "2.6.2", ], - "pytorch": ["1.6", "1.6.0", "1.7", "1.7.1", "1.8", "1.8.0", "1.8.1", "1.9", "1.9.0", "1.9.1", "1.10.0"], + "pytorch": [ + "1.6", + "1.6.0", + "1.7", + "1.7.1", + "1.8", + "1.8.0", + "1.8.1", + "1.9", + "1.9.0", + "1.9.1", + "1.10.0" + ], } SMDISTRIBUTED_SUPPORTED_STRATEGIES = ["dataparallel", "modelparallel"] From 67bb944c5f9bc4a2ac54abf61851a1d3bc73423e Mon Sep 17 00:00:00 2001 From: Qingzi-Lan Date: Thu, 16 Dec 2021 15:05:54 -0800 Subject: [PATCH 3/5] format using tox --- src/sagemaker/fw_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/sagemaker/fw_utils.py b/src/sagemaker/fw_utils.py index ed9ed41556..370d707f38 100644 --- a/src/sagemaker/fw_utils.py +++ b/src/sagemaker/fw_utils.py @@ -84,7 +84,7 @@ "1.9", "1.9.0", "1.9.1", - "1.10.0" + "1.10.0", ], } SMDISTRIBUTED_SUPPORTED_STRATEGIES = ["dataparallel", "modelparallel"] From 9d9e995568147533619b42810601c77be3811c8f Mon Sep 17 00:00:00 2001 From: Qingzi-Lan Date: Mon, 20 Dec 2021 16:10:58 -0800 Subject: [PATCH 4/5] update --- src/sagemaker/fw_utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/sagemaker/fw_utils.py b/src/sagemaker/fw_utils.py index 370d707f38..620e839f8e 100644 --- a/src/sagemaker/fw_utils.py +++ b/src/sagemaker/fw_utils.py @@ -84,6 +84,7 @@ "1.9", "1.9.0", "1.9.1", + "1.10", "1.10.0", ], } From 84ad093c2042cbc86b3cfd6714b55dcd9472c0bc Mon Sep 17 00:00:00 2001 From: Qingzi-Lan Date: Mon, 3 Jan 2022 17:17:00 -0800 Subject: [PATCH 5/5] update version aliases --- src/sagemaker/image_uri_config/pytorch.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/sagemaker/image_uri_config/pytorch.json b/src/sagemaker/image_uri_config/pytorch.json index 99c05e70c7..9c96858efe 100644 --- a/src/sagemaker/image_uri_config/pytorch.json +++ b/src/sagemaker/image_uri_config/pytorch.json @@ -554,7 +554,7 @@ "1.7": "1.7.1", "1.8": "1.8.1", "1.9": "1.9.1", - "1.10.0": "1.10.0" + "1.10": "1.10.0" }, "versions": { "0.4.0": {