Merge branch 'master' into patch-1

Author: vaib-amz

README.rst

@@ -256,7 +256,7 @@ Once the steps are chained together, you can define the workflow definition.
 Visualizing a Workflow
 ~~~~~~~~~~~~~~~~~~~~~~
 
-The following generates a graphical representation of your workflow.
+The following generates a graphical representation of your workflow. Please note that visualization currently only works in Jupyter notebooks. Visualization is not available in JupyterLab.
 
 .. code-block:: python
 
@@ -463,7 +463,7 @@ The command returns results that are similar to the following:
 
 .. code-block:: text
 
-  gpg: key 60EB103AE314A809: public key "Stepfunctions-Python-SDK-Signing <stepfunctions-developer-experience@amazon.com>" imported
+  gpg: key 60EB103AE314A809: public key "Stepfunctions-Python-SDK-Signing <stepfunctions-developer-experience [at] amazon.com>" imported
   gpg: Total number processed: 1
   gpg:               imported: 1
 
@@ -484,7 +484,7 @@ This command returns results similar to the following:
   pub   rsa4096 2019-10-31 [SC] [expires: 2030-10-31] CC16 0577 B7BF 9D3D 6E5D
   51C5 60EB 103A E314 A809 uid           [ unknown]
   Stepfunctions-Python-SDK-Signing
-  <stepfunctions-developer-experience@amazon.com> sub   rsa4096 2019-10-31 [E]
+  <stepfunctions-developer-experience [at] amazon.com> sub   rsa4096 2019-10-31 [E]
   [expires: 2030-10-31]
 
 Additionally, the fingerprint string should be identical to CC16 0577 B7BF
@@ -529,13 +529,13 @@ The output should look something like the following:
 
   gpg: Signature made Thu 31 Oct 12:14:53 2019 PDT
   gpg:                using RSA key CC160577B7BF9D3D6E5D51C560EB103AE314A809
-  gpg: Good signature from "Stepfunctions-Python-SDK-Signing <stepfunctions-developer-experience@amazon.com>" [unknown]
+  gpg: Good signature from "Stepfunctions-Python-SDK-Signing <stepfunctions-developer-experience [at] amazon.com>" [unknown]
   gpg: WARNING: This key is not certified with a trusted signature!
   gpg:          There is no indication that the signature belongs to the owner.
   Primary key fingerprint: CC16 0577 B7BF 9D3D 6E5D  51C5 60EB 103A E314 A809
 
 If the output contains the phrase Good signature from "AWS Data Science
-Workflows Python SDK <stepfunctions-developer-experience@amazon.com>", it means
+Workflows Python SDK <stepfunctions-developer-experience [at] amazon.com>", it means
 that the signature has successfully been verified, and you can proceed to run
 the AWS Data Science Workflows Python SDK package.
 

VERSION

@@ -1 +1 @@
-1.0.0.7
+1.1.1

doc/StepFunctionsWorkflowExecutionPolicy.json

@@ -20,6 +20,9 @@
                 "sagemaker:DeleteEndpoint",
                 "sagemaker:UpdateEndpoint",
                 "sagemaker:ListTags",
+                "sagemaker:CreateProcessingJob",
+                "sagemaker:DescribeProcessingJob",
+                "sagemaker:StopProcessingJob",
                 "lambda:InvokeFunction",
                 "sqs:SendMessage",
                 "sns:Publish",
@@ -63,6 +66,7 @@
                 "arn:aws:events:*:*:rule/StepFunctionsGetEventsForSageMakerTrainingJobsRule",
                 "arn:aws:events:*:*:rule/StepFunctionsGetEventsForSageMakerTransformJobsRule",
                 "arn:aws:events:*:*:rule/StepFunctionsGetEventsForSageMakerTuningJobsRule",
+                "arn:aws:events:*:*:rule/StepFunctionsGetEventsForSageMakerProcessingJobsRule",
                 "arn:aws:events:*:*:rule/StepFunctionsGetEventsForECSTaskRule",
                 "arn:aws:events:*:*:rule/StepFunctionsGetEventsForBatchJobsRule"
             ]

doc/sagemaker.rst

@@ -14,3 +14,5 @@ This module provides classes to build steps that integrate with Amazon SageMaker
 .. autoclass:: stepfunctions.steps.sagemaker.EndpointConfigStep
 
 .. autoclass:: stepfunctions.steps.sagemaker.EndpointStep
+
+.. autoclass:: stepfunctions.steps.sagemaker.ProcessingStep

requirements.txt

@@ -1,3 +1,3 @@
-sagemaker>=1.42.8
+sagemaker>=1.71.0,<2.0.0
 boto3>=1.9.213
 pyyaml

setup.py

@@ -30,7 +30,7 @@ def read_version():
 
 # Declare minimal set for installation
 required_packages = [
-    "sagemaker>=1.42.8",
+    "sagemaker>=1.71.0,<2.0.0",
     "boto3>=1.9.213",
     "pyyaml"
 ]

src/stepfunctions/steps/__init__.py

@@ -16,7 +16,7 @@
 
 from stepfunctions.steps.states import Pass, Succeed, Fail, Wait, Choice, Parallel, Map, Task, Chain, Retry, Catch
 from stepfunctions.steps.states import Graph, FrozenGraph
-from stepfunctions.steps.sagemaker import TrainingStep, TransformStep, ModelStep, EndpointConfigStep, EndpointStep, TuningStep
+from stepfunctions.steps.sagemaker import TrainingStep, TransformStep, ModelStep, EndpointConfigStep, EndpointStep, TuningStep, ProcessingStep
 from stepfunctions.steps.compute import LambdaStep, BatchSubmitJobStep, GlueStartJobRunStep, EcsRunTaskStep
 from stepfunctions.steps.service import DynamoDBGetItemStep, DynamoDBPutItemStep, DynamoDBUpdateItemStep, DynamoDBDeleteItemStep
 from stepfunctions.steps.service import SnsPublishStep, SqsSendMessageStep