Added BQ Retry

docs/BigQueryExecute-action.md

@@ -65,3 +65,15 @@ authorization. Can be set to 'auto-detect' when running on a Dataproc cluster.
 When running on other clusters, the file must be present on every node in the cluster.
 
 * **JSON**: Contents of the service account JSON file.
+
+Retry Configuration
+----------
+**Retry On Backend Error**: Whether to retry when a backend error occurs. Default is false. (Macro-enabled)
+
+**Initial Retry Duration (Seconds)**: Time taken for the first retry. Default is 5 seconds. (Macro-enabled)
+
+**Max Retry Duration (Seconds)**: Maximum time in seconds retries can take. Default is 32 seconds. (Macro-enabled)
+
+**Max Retry Count**: Maximum number of retries allowed. Default is 5. (Macro-enabled)
+
+**Retry Multiplier**: Multiplier used to calculate the next retry duration. Default is 2. (Macro-enabled)

pom.xml

@@ -98,6 +98,7 @@
     <slf4j.version>1.7.5</slf4j.version>
     <spark3.version>3.3.2</spark3.version>
     <spark-bq-connector.version>0.23.1</spark-bq-connector.version>
+    <failsafe.version>3.3.2</failsafe.version>
     <testSourceLocation>${project.basedir}/src/test/java/</testSourceLocation>
   </properties>
 
@@ -840,6 +841,11 @@
         </exclusion>
       </exclusions>
     </dependency>
+    <dependency>
+      <groupId>dev.failsafe</groupId>
+      <artifactId>failsafe</artifactId>
+      <version>${failsafe.version}</version>
+    </dependency>
     <!-- End: dependencies used by the Spark-BigQuery connector -->
     <!-- Start: dependency used by the Dataplex connector -->
     <dependency>