Fixing S3 upload errors in opt-in regions (aws#1281)

Passing s3_region as an argument of dask_processor.run() > s3_client = boto3.resource("s3", s3_region) Otherwise will see location constraint error during upload_objects()

Author: corvuslee

sagemaker_processing/feature_transformation_with_sagemaker_processing_dask/feature_transformation_with_sagemaker_processing_dask.ipynb

@@ -1,7 +1,6 @@
 {
  "cells": [
  {
- "attachments": {},
  "cell_type": "markdown",
  "metadata": {},
  "source": [
@@ -216,7 +215,6 @@
  ")\n",
  "\n",
  "warnings.filterwarnings(action=\"ignore\", category=DataConversionWarning)\n",
- "s3_client = boto3.resource(\"s3\")\n",
  "attempts_counter = 3\n",
  "attempts = 0\n",
  "\n",
@@ -250,12 +248,17 @@
  " parser = argparse.ArgumentParser()\n",
  " parser.add_argument(\"--train-test-split-ratio\", type=float, default=0.3)\n",
  " args, _ = parser.parse_known_args()\n",
- "\n",
+ " \n",
  " # Get processor scrip arguments\n",
  " args_iter = iter(sys.argv[1:])\n",
  " script_args = dict(zip(args_iter, args_iter))\n",
  " scheduler_ip = sys.argv[-1]\n",
  "\n",
+ " # S3 client\n",
+ " s3_region = script_args[\"s3_region\"]\n",
+ " s3_client = boto3.resource(\"s3\", s3_region)\n",
+ " print(f'Using the {s3_region} region')\n",
+ " \n",
  " # Start the Dask cluster client\n",
  " try:\n",
  " client = Client(\"tcp://{ip}:8786\".format(ip=scheduler_ip))\n",
@@ -403,7 +406,9 @@
  {
  "cell_type": "code",
  "execution_count": null,
- "metadata": {},
+ "metadata": {
+ "scrolled": false
+ },
  "outputs": [],
  "source": [
  "from sagemaker.processing import ProcessingInput, ScriptProcessor\n",
@@ -429,8 +434,10 @@
  " bucket,\n",
  " \"s3_output_key_prefix\",\n",
  " input_preprocessed_prefix,\n",
+ " \"s3_region\",\n",
+ " region\n",
  " ],\n",
- " logs=True,\n",
+ " logs=True\n",
  ")"
  ]
  },
@@ -462,9 +469,9 @@
  ],
  "metadata": {
  "kernelspec": {
- "display_name": "Python 3",
+ "display_name": "conda_python3",
  "language": "python",
- "name": "python3"
+ "name": "conda_python3"
  },
  "language_info": {
  "codemirror_mode": {
@@ -476,7 +483,7 @@
  "name": "python",
  "nbconvert_exporter": "python",
  "pygments_lexer": "ipython3",
- "version": "3.7.4"
+ "version": "3.6.5"
  }
  },
  "nbformat": 4,