feature: SDK Defaults Config - SDK-wide S3 Key Prefix - added for new code since initial commit

Author: Ruban Hussain

src/sagemaker/djl_inference/model.py

@@ -503,12 +503,16 @@ def partition(
             self.key_prefix, self.name, self.image_uri
         )
         if s3_output_uri is None:
-            bucket = self.bucket or self.sagemaker_session.default_bucket()
-            s3_output_uri = f"s3://{bucket}/{deploy_key_prefix}"
+            bucket, deploy_key_prefix = s3.determine_bucket_and_prefix(
+                bucket=self.bucket,
+                key_prefix=deploy_key_prefix,
+                sagemaker_session=self.sagemaker_session,
+            )
+            s3_output_uri = s3_path_join("s3://", bucket, deploy_key_prefix)
         else:
-            s3_output_uri = f"{s3_output_uri}/{deploy_key_prefix}"
+            s3_output_uri = s3_path_join(s3_output_uri, deploy_key_prefix)
 
-        self.save_mp_checkpoint_path = f"{s3_output_uri}/aot-partitioned-checkpoints"
+        self.save_mp_checkpoint_path = s3_path_join(s3_output_uri, "aot-partitioned-checkpoints")
 
         container_def = self._upload_model_to_s3(upload_as_tar=False)
         estimator = _create_estimator(

src/sagemaker/predictor_async.py

@@ -179,7 +179,7 @@ def _upload_data_to_s3(
         self.s3_client.put_object(
             Body=data, Bucket=bucket, Key=key, ContentType=self.serializer.CONTENT_TYPE
         )
-        input_path = input_path or "s3://{}/{}".format(self.sagemaker_session.default_bucket(), key)
+        input_path = input_path or "s3://{}/{}".format(bucket, key)
 
         return input_path
 

src/sagemaker/processing.py

@@ -468,6 +468,7 @@ def _normalize_outputs(self, outputs=None):
                                 "s3:/",
                                 self.sagemaker_session.default_bucket(),
                                 *(
+                                    # don't include default_bucket_prefix if it is None or ""
                                     [self.sagemaker_session.default_bucket_prefix]
                                     if self.sagemaker_session.default_bucket_prefix
                                     else []

src/sagemaker/remote_function/job.py

@@ -248,7 +248,11 @@ def __init__(
         self.s3_root_uri = resolve_value_from_config(
             direct_input=s3_root_uri,
             config_path=REMOTE_FUNCTION_S3_ROOT_URI,
-            default_value=os.path.join("s3://", self.sagemaker_session.default_bucket()),
+            default_value=s3_path_join(
+                "s3://",
+                self.sagemaker_session.default_bucket(),
+                self.sagemaker_session.default_bucket_prefix,
+            ),
             sagemaker_session=self.sagemaker_session,
         )
 

src/sagemaker/transformer.py

@@ -263,6 +263,7 @@ def transform(
                         "s3:/",
                         self.sagemaker_session.default_bucket(),
                         *(
+                            # don't include default_bucket_prefix if it is None or ""
                             [self.sagemaker_session.default_bucket_prefix]
                             if self.sagemaker_session.default_bucket_prefix
                             else []