Fix region issue (#888)

* Region for the sagemaker ecs was hardcoded to us-west-2. Making it available in all regions * To make the notebook always in sync with the one released from the deepracer dashboard. The latest simapp is downloaded. This broke with the new release. This requires the kinesis video to be created else the robomaker job will fail. Made the necessary fix.

Author: sunil19m

reinforcement_learning/common/markdown_helper.py

@@ -12,6 +12,14 @@
 # language governing permissions and limitations under the License.
 
 def generate_s3_write_permission_for_sagemaker_role(role):
+ role_name = role.split("/")[-1]
+ url = "https://console.aws.amazon.com/iam/home#/roles/%s" % role_name
+ text = "1. Go to IAM console to edit current SageMaker role: [%s](%s).\n" % (role_name, url)
+ text += "2. Next, go to the `Permissions tab` and click on `Attach Policy.` \n"
+ text += "3. Search and select `AmazonKinesisVideoStreamsFullAccess` policy\n"
+ return text
+
+def generate_kinesis_create_permission_for_sagemaker_role(role):
  role_name = role.split("/")[-1]
  url = "https://console.aws.amazon.com/iam/home#/roles/%s" % role_name
  text = "1. Go to IAM console to edit current SageMaker role: [%s](%s).\n" % (role_name, url)
@@ -190,4 +198,5 @@ def generate_help_for_experiment_manager_permissions(role):
  ]
  },```\n"""
  text += "4. Now wait for a few minutes before executing this cell again!"
- return text
+ return text
+

reinforcement_learning/rl_deepracer_robomaker_coach_gazebo/Dockerfile

@@ -2,7 +2,8 @@
 # This is the custom docker image used in the sagemaker container
 #
 ARG CPU_OR_GPU
-FROM 520713654638.dkr.ecr.us-west-2.amazonaws.com/sagemaker-tensorflow-scriptmode:1.12.0-$CPU_OR_GPU-py3
+ARG AWS_REGION
+FROM 520713654638.dkr.ecr.$AWS_REGION.amazonaws.com/sagemaker-tensorflow-scriptmode:1.12.0-$CPU_OR_GPU-py3
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
  build-essential \
@@ -62,4 +63,4 @@ WORKDIR /opt/ml/code
 
 ENV NODE_TYPE SAGEMAKER_TRAINING_WORKER
 
-ENV PYTHONUNBUFFERED 1
+ENV PYTHONUNBUFFERED 1

reinforcement_learning/rl_deepracer_robomaker_coach_gazebo/deepracer_rl.ipynb

@@ -210,6 +210,24 @@
  "display(Markdown(generate_s3_write_permission_for_sagemaker_role(sagemaker_role)))"
  ]
  },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Permission setup for Sagemaker to create KinesisVideoStreams\n",
+ "\n",
+ "The sagemaker notebook has to create a kinesis video streamer. You can observer the car making epsiodes in the kinesis video streamer."
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "display(Markdown(generate_kinesis_create_permission_for_sagemaker_role(sagemaker_role)))"
+ ]
+ },
  {
  "cell_type": "markdown",
  "metadata": {},
@@ -488,6 +506,25 @@
  "print(\"Training job: %s\" % job_name)"
  ]
  },
+ {
+ "cell_type": "markdown",
+ "metadata": {},
+ "source": [
+ "### Create the Kinesis video stream"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "kvs_stream_name = \"dr-kvs-{}\".format(job_name)\n",
+ "\n",
+ "!aws --region {aws_region} kinesisvideo create-stream --stream-name {kvs_stream_name} --media-type video/h264 --data-retention-in-hours 24\n",
+ "print (\"Created kinesis video stream {}\".format(kvs_stream_name))"
+ ]
+ },
  {
  "cell_type": "markdown",
  "metadata": {},
@@ -600,7 +637,7 @@
  "\n",
  "envriron_vars = {\n",
  " \"WORLD_NAME\": \"reinvent_base\",\n",
- " \"KINESIS_VIDEO_STREAM_NAME\": \"SilverstoneStream\",\n",
+ " \"KINESIS_VIDEO_STREAM_NAME\": kvs_stream_name,\n",
  " \"SAGEMAKER_SHARED_S3_BUCKET\": s3_bucket,\n",
  " \"SAGEMAKER_SHARED_S3_PREFIX\": s3_prefix,\n",
  " \"TRAINING_JOB_ARN\": job_name,\n",