Allow MapRun redriving

Fixes #303
NASA-IMPACT · Nov 29, 2023 · 4b4e4e4 · 4b4e4e4
1 parent b77b353
commit 4b4e4e4
Show file tree

Hide file tree

Showing 2 changed files with 15 additions and 1 deletion.
diff --git a/app/stacks/cumulus/iam.tf b/app/stacks/cumulus/iam.tf
@@ -33,6 +33,7 @@ data "aws_iam_policy_document" "allow_sfn_distributed_maps" {
       "states:DescribeExecution",
       "states:StartExecution",
       "states:StopExecution",
+      "states:RedriveExecution",
     ]
     resources = ["*"]
   }

diff --git a/app/stacks/cumulus/templates/discover-granules-workflow.asl.json b/app/stacks/cumulus/templates/discover-granules-workflow.asl.json
@@ -31,7 +31,7 @@
       "Type": "Map",
       "End": true,
       "MaxConcurrency": 10,
-      "ToleratedFailurePercentage": 0,
+      "ToleratedFailurePercentage": 3,
       "ItemReader": {
         "Resource": "arn:aws:states:::s3:getObject",
         "ReaderConfig": {
@@ -98,13 +98,22 @@
                     "Retry": [
                       {
                         "ErrorEquals": [
+                          "Lambda.ClientExecutionTimeoutException",
                           "Lambda.ServiceException",
                           "Lambda.AWSLambdaException",
                           "Lambda.SdkClientException"
                         ],
                         "IntervalSeconds": 2,
                         "MaxAttempts": 6,
                         "BackoffRate": 2
+                      },
+                      {
+                        "ErrorEquals": [
+                          "Lambda.Unknown",
+                          "States.Timeout"
+                        ],
+                        "IntervalSeconds": 30,
+                        "MaxAttempts": 1
                       }
                     ],
                     "Next": "BatchGranules"
@@ -131,6 +140,7 @@
                     "Retry": [
                       {
                         "ErrorEquals": [
+                          "Lambda.ClientExecutionTimeoutException",
                           "Lambda.ServiceException",
                           "Lambda.AWSLambdaException",
                           "Lambda.SdkClientException"
@@ -181,6 +191,7 @@
                           "Retry": [
                             {
                               "ErrorEquals": [
+                                "Lambda.ClientExecutionTimeoutException",
                                 "Lambda.ServiceException",
                                 "Lambda.AWSLambdaException",
                                 "Lambda.SdkClientException"
@@ -230,6 +241,7 @@
                           "Retry": [
                             {
                               "ErrorEquals": [
+                                "Lambda.ClientExecutionTimeoutException",
                                 "Lambda.ServiceException",
                                 "Lambda.AWSLambdaException",
                                 "Lambda.SdkClientException"
@@ -290,6 +302,7 @@
                           "Retry": [
                             {
                               "ErrorEquals": [
+                                "Lambda.ClientExecutionTimeoutException",
                                 "Lambda.ServiceException",
                                 "Lambda.AWSLambdaException",
                                 "Lambda.SdkClientException"