From 74e2152e47ef2018b70193a88b5285be7f304248 Mon Sep 17 00:00:00 2001
From: priyabhatnagar <priya.bhatnagar@cloudsufi.com>
Date: Fri, 28 Jul 2023 21:04:49 +0530
Subject: [PATCH] BQMT e2e Tests Scenarios

---
 .github/workflows/e2e.yml                     |  38 ++-
 pom.xml                                       |   7 +
 .../BiqQueryMultiTableSinkError.feature       |  79 +++++++
 ...ToBigQueryMultiTableSink_WithMacro.feature | 131 +++++++++++
 ...abaseTableToBiqQueryMultiTableSink.feature | 104 +++++++++
 .../runners/TestRunner.java                   |  37 +++
 .../runners/TestRunnerRequired.java           |  38 +++
 .../runners/package-info.java                 |   4 +
 .../stepdesign/BQMultiTableValidation.java    | 220 ++++++++++++++++++
 .../stepdesign/BigQueryMultiTable.java        |  42 ++++
 .../stepdesign/MultiTableClient.java          |  67 ++++++
 .../stepdesign/package-info.java              |  20 ++
 .../common/stepsdesign/TestSetupHooks.java    |  22 ++
 .../resources/errorMessage.properties         |   5 +
 .../pluginDataCyAttributes.properties         |   2 +
 .../resources/pluginParameters.properties     |  16 ++
 16 files changed, 828 insertions(+), 4 deletions(-)
 create mode 100644 src/e2e-test/features/bigquerymultitable/BiqQueryMultiTableSinkError.feature
 create mode 100644 src/e2e-test/features/bigquerymultitable/MultipleDatabaseTableToBigQueryMultiTableSink_WithMacro.feature
 create mode 100644 src/e2e-test/features/bigquerymultitable/MultipleDatabaseTableToBiqQueryMultiTableSink.feature
 create mode 100644 src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/TestRunner.java
 create mode 100644 src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/TestRunnerRequired.java
 create mode 100644 src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/package-info.java
 create mode 100644 src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/BQMultiTableValidation.java
 create mode 100644 src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/BigQueryMultiTable.java
 create mode 100644 src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/MultiTableClient.java
 create mode 100644 src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/package-info.java

diff --git a/.github/workflows/e2e.yml b/.github/workflows/e2e.yml
index 1db5015306..38c0bc3177 100644
--- a/.github/workflows/e2e.yml
+++ b/.github/workflows/e2e.yml
@@ -1,4 +1,4 @@
-# Copyright © 2021 Cask Data, Inc.
+# Copyright © 2021-2023 Cask Data, Inc.
 #  Licensed under the Apache License, Version 2.0 (the "License"); you may not
 #  use this file except in compliance with the License. You may obtain a copy of
 #  the License at
@@ -12,6 +12,7 @@
 # This workflow will build a Java project with Maven
 # For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-maven
 # Note: Any changes to this workflow would be used only after merging into develop
+
 name: Build e2e tests
 
 on:
@@ -40,7 +41,8 @@ jobs:
           )
     strategy:
       matrix:
-        tests: [bigquery, common, gcs, pubsub, spanner, gcscreate, gcsdelete, gcsmove, bigqueryexecute, gcscopy]
+        tests: [bigquery, common, gcs, pubsub, spanner, gcscreate, gcsdelete, gcsmove, bigqueryexecute,
+                bigquerymultitable, gcscopy]
       fail-fast: false
     steps:
       # Pinned 1.0.0 version
@@ -68,24 +70,52 @@ jobs:
           key: ${{ runner.os }}-maven-${{ github.workflow }}-${{ hashFiles('**/pom.xml') }}
           restore-keys: |
             ${{ runner.os }}-maven-${{ github.workflow }}
+
+      - name: Get Secrets from GCP Secret Manager
+        id: secrets
+        uses: 'google-github-actions/get-secretmanager-secrets@v0'
+        with:
+          secrets: |-
+                        MYSQL_HOST:cdapio-github-builds/MYSQL_HOST
+                        MYSQL_USERNAME:cdapio-github-builds/MYSQL_USERNAME
+                        MYSQL_PASSWORD:cdapio-github-builds/MYSQL_PASSWORD
+                        MYSQL_PORT:cdapio-github-builds/MYSQL_PORT
+                        BQMT_CONNECTION_STRING:cdapio-github-builds/BQMT_CONNECTION_STRING
+
       - name: Run required e2e tests
         if: github.event_name != 'workflow_dispatch' && github.event_name != 'push' && steps.filter.outputs.e2e-test == 'false'
         run: python3 e2e/src/main/scripts/run_e2e_test.py --testRunner **/${{ matrix.tests }}/**/TestRunnerRequired.java
+        env:
+          MYSQL_HOST: ${{ steps.secrets.outputs.MYSQL_HOST }}
+          MYSQL_USERNAME: ${{ steps.secrets.outputs.MYSQL_USERNAME }}
+          MYSQL_PASSWORD: ${{ steps.secrets.outputs.MYSQL_PASSWORD }}
+          MYSQL_PORT: ${{ steps.secrets.outputs.MYSQL_PORT }}
+          BQMT_CONNECTION_STRING: ${{ steps.secrets.outputs.BQMT_CONNECTION_STRING }}
+
       - name: Run all e2e tests
         if: github.event_name == 'workflow_dispatch' || github.event_name == 'push' || steps.filter.outputs.e2e-test == 'true'
         run: python3 e2e/src/main/scripts/run_e2e_test.py --testRunner **/${{ matrix.tests }}/**/TestRunner.java
-      - name: Upload report 
+        env:
+          MYSQL_HOST: ${{ steps.secrets.outputs.MYSQL_HOST }}
+          MYSQL_USERNAME: ${{ steps.secrets.outputs.MYSQL_USERNAME }}
+          MYSQL_PASSWORD: ${{ steps.secrets.outputs.MYSQL_PASSWORD }}
+          MYSQL_PORT: ${{ steps.secrets.outputs.MYSQL_PORT }}
+          BQMT_CONNECTION_STRING: ${{ steps.secrets.outputs.BQMT_CONNECTION_STRING }}
+
+      - name: Upload report
         uses: actions/upload-artifact@v3
         if: always()
         with:
           name: Cucumber report - ${{ matrix.tests }}
           path: ./plugin/target/cucumber-reports
-      - name: Upload debug files 
+
+      - name: Upload debug files
         uses: actions/upload-artifact@v3
         if: always()
         with:
           name: Debug files - ${{ matrix.tests }}
           path: ./**/target/e2e-debug
+
       - name: Upload files to GCS
         uses: google-github-actions/upload-cloud-storage@v0
         if: always()
diff --git a/pom.xml b/pom.xml
index 22136d13b8..496918c625 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1,4 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
+
 <!--
   ~ Copyright © 2016-2019 Cask Data, Inc.
   ~
@@ -1204,6 +1205,12 @@
           <version>0.4.0-SNAPSHOT</version>
           <scope>test</scope>
         </dependency>
+        <dependency>
+          <groupId>mysql</groupId>
+          <artifactId>mysql-connector-java</artifactId>
+          <version>8.0.19</version>
+          <scope>test</scope>
+        </dependency>
         <dependency>
           <groupId>ch.qos.logback</groupId>
           <artifactId>logback-classic</artifactId>
diff --git a/src/e2e-test/features/bigquerymultitable/BiqQueryMultiTableSinkError.feature b/src/e2e-test/features/bigquerymultitable/BiqQueryMultiTableSinkError.feature
new file mode 100644
index 0000000000..51db62e09d
--- /dev/null
+++ b/src/e2e-test/features/bigquerymultitable/BiqQueryMultiTableSinkError.feature
@@ -0,0 +1,79 @@
+# Copyright © 2023 Cask Data, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+@BQMT_SINK
+Feature: BigQueryMultiTable sink - Validate BigQueryMultiTable sink plugin error scenarios
+
+  @BQMT_Required
+  Scenario Outline: Verify BigQueryMultiTable Sink properties validation errors for mandatory fields
+    Given Open Datafusion Project to configure pipeline
+    When Expand Plugin group in the LHS plugins list: "Sink"
+    When Select plugin: "BigQueryMultiTable" from the plugins list as: "Sink"
+    Then Navigate to the properties page of plugin: "BigQuery Multi Table"
+    Then Click on the Validate button
+    Then Validate mandatory property error for "<property>"
+    Examples:
+      | property |
+      | dataset  |
+
+  Scenario:Verify BQMT Sink properties validation errors for incorrect value of chunk size
+    Given Open Datafusion Project to configure pipeline
+    When Expand Plugin group in the LHS plugins list: "Sink"
+    When Select plugin: "BigQueryMultiTable" from the plugins list as: "Sink"
+    Then Navigate to the properties page of plugin: "BigQuery Multi Table"
+    And Enter input plugin property: "referenceName" with value: "Reference"
+    And Replace input plugin property: "project" with value: "projectId"
+    And Enter input plugin property: "dataset" with value: "dataset"
+    Then Override Service account details if set in environment variables
+    Then Enter input plugin property: "gcsChunkSize" with value: "bqmtInvalidChunkSize"
+    Then Click on the Validate button
+    Then Verify that the Plugin Property: "gcsChunkSize" is displaying an in-line error message: "errorMessageIncorrectBQMTChunkSize"
+
+  @BQMT_Required
+  Scenario:Verify BQMT Sink properties validation errors for incorrect dataset
+    Given Open Datafusion Project to configure pipeline
+    When Expand Plugin group in the LHS plugins list: "Sink"
+    When Select plugin: "BigQueryMultiTable" from the plugins list as: "Sink"
+    Then Navigate to the properties page of plugin: "BigQuery Multi Table"
+    And Enter input plugin property: "referenceName" with value: "Reference"
+    And Replace input plugin property: "project" with value: "projectId"
+    Then Override Service account details if set in environment variables
+    Then Enter input plugin property: "dataset" with value: "bqmtInvalidSinkDataset"
+    Then Click on the Validate button
+    Then Verify that the Plugin Property: "dataset" is displaying an in-line error message: "errorMessageIncorrectBQMTDataset"
+
+  Scenario:Verify BQMT Sink properties validation errors for incorrect reference name
+    Given Open Datafusion Project to configure pipeline
+    When Expand Plugin group in the LHS plugins list: "Sink"
+    When Select plugin: "BigQueryMultiTable" from the plugins list as: "Sink"
+    Then Navigate to the properties page of plugin: "BigQuery Multi Table"
+    And Replace input plugin property: "project" with value: "projectId"
+    And Enter input plugin property: "dataset" with value: "dataset"
+    Then Override Service account details if set in environment variables
+    Then Enter input plugin property: "referenceName" with value: "bqmtInvalidSinkReferenceName"
+    Then Click on the Validate button
+    Then Verify that the Plugin Property: "referenceName" is displaying an in-line error message: "errorMessageIncorrectBQMTReferenceName"
+
+  Scenario:Verify BQMT Sink properties validation errors for incorrect value of temporary bucket name
+    Given Open Datafusion Project to configure pipeline
+    When Expand Plugin group in the LHS plugins list: "Sink"
+    When Select plugin: "BigQueryMultiTable" from the plugins list as: "Sink"
+    Then Navigate to the properties page of plugin: "BigQuery Multi Table"
+    And Enter input plugin property: "referenceName" with value: "Reference"
+    And Replace input plugin property: "project" with value: "projectId"
+    And Enter input plugin property: "dataset" with value: "dataset"
+    Then Override Service account details if set in environment variables
+    Then Enter input plugin property: "bucket" with value: "bqmtInvalidTemporaryBucket"
+    Then Click on the Validate button
+    Then Verify that the Plugin Property: "bucket" is displaying an in-line error message: "errorMessageIncorrectBQMTBucketName"
diff --git a/src/e2e-test/features/bigquerymultitable/MultipleDatabaseTableToBigQueryMultiTableSink_WithMacro.feature b/src/e2e-test/features/bigquerymultitable/MultipleDatabaseTableToBigQueryMultiTableSink_WithMacro.feature
new file mode 100644
index 0000000000..11ff2676ac
--- /dev/null
+++ b/src/e2e-test/features/bigquerymultitable/MultipleDatabaseTableToBigQueryMultiTableSink_WithMacro.feature
@@ -0,0 +1,131 @@
+# Copyright © 2023 Cask Data, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+@BQMT_SINK
+Feature: BigQueryMultiTable sink -Verification of Multiple Database Tables to BigQueryMultiTable successful data transfer using macros
+
+  @MULTIPLEDATABASETABLE_SOURCE_TEST @BQMT_Required
+  Scenario:Verify data is getting transferred from Multiple Database Tables to BQMT sink with all datatypes using macros
+    Given Open Datafusion Project to configure pipeline
+    When Expand Plugin group in the LHS plugins list: "Source"
+    When Select plugin: "Multiple Database Tables" from the plugins list as: "Source"
+    When Expand Plugin group in the LHS plugins list: "Sink"
+    When Select plugin: "BigQuery Multi Table" from the plugins list as: "Sink"
+    Then Navigate to the properties page of plugin: "Multiple Database Tables"
+    Then Replace input plugin property: "referenceName" with value: "ref"
+    Then Enter input plugin property: "connectionString" with value: "connectionString" for Credentials and Authorization related fields
+    Then Replace input plugin property: "jdbcPluginName" with value: "mysql"
+    Then Replace input plugin property: "user" with value: "user" for Credentials and Authorization related fields
+    Then Replace input plugin property: "password" with value: "pass" for Credentials and Authorization related fields
+    And Select radio button plugin property: "dataSelectionMode" with value: "sql-statements"
+    Then Click on the Add Button of the property: "sqlStatements" with value:
+      | selectQuery|
+    Then Validate "Multiple Database Tables" plugin properties
+    And Close the Plugin Properties page
+    Then Navigate to the properties page of plugin: "BigQuery Multi Table"
+    And Enter input plugin property: "referenceName" with value: "Reference"
+    Then Click on the Macro button of Property: "projectId" and set the value to: "bqProjectId"
+    Then Click on the Macro button of Property: "datasetProjectId" and set the value to: "bqDatasetProjectId"
+    Then Click on the Macro button of Property: "serviceAccountType" and set the value to: "serviceAccountType"
+    Then Click on the Macro button of Property: "serviceAccountFilePath" and set the value to: "serviceAccount"
+    Then Click on the Macro button of Property: "dataset" and set the value to: "bqDataset"
+    Then Click plugin property: "truncateTable"
+    Then Click plugin property: "allowSchema"
+    Then Validate "BigQuery Multi Table" plugin properties
+    And Close the Plugin Properties page
+    Then Connect plugins: "Multiple Database Tables" and "BigQuery Multi Table" to establish connection
+    Then Save the pipeline
+    Then Preview and run the pipeline
+    Then Enter runtime argument value "projectId" for key "bqProjectId"
+    Then Enter runtime argument value "projectId" for key "bqDatasetProjectId"
+    Then Enter runtime argument value "serviceAccountType" for key "serviceAccountType"
+    Then Enter runtime argument value "serviceAccount" for key "serviceAccount"
+    Then Enter runtime argument value "dataset" for key "bqDataset"
+    Then Run the preview of pipeline with runtime arguments
+    Then Wait till pipeline preview is in running state
+    Then Open and capture pipeline preview logs
+    Then Verify the preview run status of pipeline in the logs is "succeeded"
+    Then Close the pipeline logs
+    Then Close the preview
+    Then Deploy the pipeline
+    Then Run the Pipeline in Runtime
+    Then Enter runtime argument value "projectId" for key "bqProjectId"
+    Then Enter runtime argument value "projectId" for key "bqDatasetProjectId"
+    Then Enter runtime argument value "serviceAccountType" for key "serviceAccountType"
+    Then Enter runtime argument value "serviceAccount" for key "serviceAccount"
+    Then Enter runtime argument value "dataset" for key "bqDataset"
+    Then Run the Pipeline in Runtime with runtime arguments
+    Then Wait till pipeline is in running state
+    Then Open and capture logs
+    Then Verify the pipeline status is "Succeeded"
+    Then Validate the values of records transferred to BQMT sink is equal to the value from source MultiDatabase table
+
+  @MULTIPLEDATABASETABLE_SOURCE_TEST @BQMT_Required
+  Scenario:Verify data is getting transferred from Multiple Database Tables to BQMT sink with split field using macros
+    Given Open Datafusion Project to configure pipeline
+    When Expand Plugin group in the LHS plugins list: "Source"
+    When Select plugin: "Multiple Database Tables" from the plugins list as: "Source"
+    When Expand Plugin group in the LHS plugins list: "Sink"
+    When Select plugin: "BigQuery Multi Table" from the plugins list as: "Sink"
+    Then Navigate to the properties page of plugin: "Multiple Database Tables"
+    Then Replace input plugin property: "referenceName" with value: "ref"
+    Then Enter input plugin property: "connectionString" with value: "connectionString" for Credentials and Authorization related fields
+    Then Replace input plugin property: "jdbcPluginName" with value: "mysql"
+    Then Replace input plugin property: "user" with value: "user" for Credentials and Authorization related fields
+    Then Replace input plugin property: "password" with value: "pass" for Credentials and Authorization related fields
+    And Select radio button plugin property: "dataSelectionMode" with value: "sql-statements"
+    Then Click on the Add Button of the property: "sqlStatements" with value:
+      | selectQuery|
+    Then Validate "Multiple Database Tables" plugin properties
+    And Close the Plugin Properties page
+    Then Navigate to the properties page of plugin: "BigQuery Multi Table"
+    And Enter input plugin property: "referenceName" with value: "Reference"
+    Then Click on the Macro button of Property: "projectId" and set the value to: "bqProjectId"
+    Then Click on the Macro button of Property: "datasetProjectId" and set the value to: "bqDatasetProjectId"
+    Then Click on the Macro button of Property: "serviceAccountType" and set the value to: "serviceAccountType"
+    Then Click on the Macro button of Property: "serviceAccountFilePath" and set the value to: "serviceAccount"
+    Then Click on the Macro button of Property: "dataset" and set the value to: "bqDataset"
+    Then Click on the Macro button of Property: "SplitField" and set the value to: "bqmtSplitField"
+    Then Click plugin property: "truncateTable"
+    Then Click plugin property: "allowSchema"
+    Then Validate "BigQuery Multi Table" plugin properties
+    And Close the Plugin Properties page
+    Then Connect plugins: "Multiple Database Tables" and "BigQuery Multi Table" to establish connection
+    Then Save the pipeline
+    Then Preview and run the pipeline
+    Then Enter runtime argument value "projectId" for key "bqProjectId"
+    Then Enter runtime argument value "projectId" for key "bqDatasetProjectId"
+    Then Enter runtime argument value "serviceAccountType" for key "serviceAccountType"
+    Then Enter runtime argument value "serviceAccount" for key "serviceAccount"
+    Then Enter runtime argument value "dataset" for key "bqDataset"
+    Then Enter runtime argument value "splitField" for key "bqmtSplitField"
+    Then Run the preview of pipeline with runtime arguments
+    Then Wait till pipeline preview is in running state
+    Then Open and capture pipeline preview logs
+    Then Verify the preview run status of pipeline in the logs is "succeeded"
+    Then Close the pipeline logs
+    Then Close the preview
+    Then Deploy the pipeline
+    Then Run the Pipeline in Runtime
+    Then Enter runtime argument value "projectId" for key "bqProjectId"
+    Then Enter runtime argument value "projectId" for key "bqDatasetProjectId"
+    Then Enter runtime argument value "serviceAccountType" for key "serviceAccountType"
+    Then Enter runtime argument value "serviceAccount" for key "serviceAccount"
+    Then Enter runtime argument value "dataset" for key "bqDataset"
+    Then Enter runtime argument value "splitField" for key "bqmtSplitField"
+    Then Run the Pipeline in Runtime with runtime arguments
+    Then Wait till pipeline is in running state
+    Then Open and capture logs
+    Then Verify the pipeline status is "Succeeded"
+    Then Validate the values of records transferred to BQMT sink is equal to the value from source MultiDatabase table
diff --git a/src/e2e-test/features/bigquerymultitable/MultipleDatabaseTableToBiqQueryMultiTableSink.feature b/src/e2e-test/features/bigquerymultitable/MultipleDatabaseTableToBiqQueryMultiTableSink.feature
new file mode 100644
index 0000000000..5548177e0a
--- /dev/null
+++ b/src/e2e-test/features/bigquerymultitable/MultipleDatabaseTableToBiqQueryMultiTableSink.feature
@@ -0,0 +1,104 @@
+# Copyright © 2023 Cask Data, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+@BQMT_SINK
+Feature: BigQueryMultiTable sink -Verification of MultipleDatabaseTable to BigQueryMultiTable successful data transfer
+
+  @MULTIPLEDATABASETABLE_SOURCE_TEST @BQMT_Required
+  Scenario:Verify data is getting transferred from Multiple Database Tables to BQMT sink with all datatypes
+    Given Open Datafusion Project to configure pipeline
+    When Expand Plugin group in the LHS plugins list: "Source"
+    When Select plugin: "Multiple Database Tables" from the plugins list as: "Source"
+    When Expand Plugin group in the LHS plugins list: "Sink"
+    When Select plugin: "BigQuery Multi Table" from the plugins list as: "Sink"
+    Then Navigate to the properties page of plugin: "Multiple Database Tables"
+    Then Replace input plugin property: "referenceName" with value: "ref"
+    Then Enter input plugin property: "connectionString" with value: "connectionString" for Credentials and Authorization related fields
+    Then Replace input plugin property: "jdbcPluginName" with value: "mysql"
+    Then Replace input plugin property: "user" with value: "user" for Credentials and Authorization related fields
+    Then Replace input plugin property: "password" with value: "pass" for Credentials and Authorization related fields
+    And Select radio button plugin property: "dataSelectionMode" with value: "sql-statements"
+    Then Click on the Add Button of the property: "sqlStatements" with value:
+      | selectQuery|
+    Then Validate "Multiple Database Tables" plugin properties
+    And Close the Plugin Properties page
+    Then Navigate to the properties page of plugin: "BigQuery Multi Table"
+    And Enter input plugin property: "referenceName" with value: "Reference"
+    And Replace input plugin property: "project" with value: "projectId"
+    And Enter input plugin property: "datasetProject" with value: "projectId"
+    And Enter input plugin property: "dataset" with value: "dataset"
+    Then Override Service account details if set in environment variables
+    Then Click plugin property: "truncateTable"
+    Then Click plugin property: "allowSchema"
+    Then Validate "BigQuery Multi Table" plugin properties
+    And Close the Plugin Properties page
+    Then Connect plugins: "Multiple Database Tables" and "BigQuery Multi Table" to establish connection
+    Then Save the pipeline
+    Then Preview and run the pipeline
+    Then Wait till pipeline preview is in running state
+    Then Open and capture pipeline preview logs
+    Then Verify the preview run status of pipeline in the logs is "succeeded"
+    Then Close the pipeline logs
+    Then Close the preview
+    Then Deploy the pipeline
+    Then Run the Pipeline in Runtime
+    Then Wait till pipeline is in running state
+    Then Open and capture logs
+    Then Verify the pipeline status is "Succeeded"
+    Then Validate the values of records transferred to BQMT sink is equal to the value from source MultiDatabase table
+
+  @MULTIPLEDATABASETABLE_SOURCE_TEST @BQMT_Required
+  Scenario:Verify data is getting transferred from Multiple Database Tables to BQMT sink with split field
+    Given Open Datafusion Project to configure pipeline
+    When Expand Plugin group in the LHS plugins list: "Source"
+    When Select plugin: "Multiple Database Tables" from the plugins list as: "Source"
+    When Expand Plugin group in the LHS plugins list: "Sink"
+    When Select plugin: "BigQuery Multi Table" from the plugins list as: "Sink"
+    Then Navigate to the properties page of plugin: "Multiple Database Tables"
+    Then Replace input plugin property: "referenceName" with value: "ref"
+    Then Enter input plugin property: "connectionString" with value: "connectionString" for Credentials and Authorization related fields
+    Then Replace input plugin property: "jdbcPluginName" with value: "mysql"
+    Then Replace input plugin property: "user" with value: "user" for Credentials and Authorization related fields
+    Then Replace input plugin property: "password" with value: "pass" for Credentials and Authorization related fields
+    And Select radio button plugin property: "dataSelectionMode" with value: "sql-statements"
+    Then Click on the Add Button of the property: "sqlStatements" with value:
+      | selectQuery|
+    Then Validate "Multiple Database Tables" plugin properties
+    And Close the Plugin Properties page
+    Then Navigate to the properties page of plugin: "BigQuery Multi Table"
+    And Enter input plugin property: "referenceName" with value: "Reference"
+    And Replace input plugin property: "project" with value: "projectId"
+    And Enter input plugin property: "datasetProject" with value: "projectId"
+    And Enter input plugin property: "dataset" with value: "dataset"
+    Then Override Service account details if set in environment variables
+    Then Verify toggle plugin property: "truncateTable" is toggled to: "true"
+    Then Enter input plugin property: "splitField" with value: "bqmtSplitField"
+    Then Click plugin property: "truncateTable"
+    Then Click plugin property: "allowSchema"
+    Then Validate "BigQuery Multi Table" plugin properties
+    And Close the Plugin Properties page
+    Then Connect plugins: "Multiple Database Tables" and "BigQuery Multi Table" to establish connection
+    Then Save the pipeline
+    Then Preview and run the pipeline
+    Then Wait till pipeline preview is in running state
+    Then Open and capture pipeline preview logs
+    Then Verify the preview run status of pipeline in the logs is "succeeded"
+    Then Close the pipeline logs
+    Then Close the preview
+    Then Deploy the pipeline
+    Then Run the Pipeline in Runtime
+    Then Wait till pipeline is in running state
+    Then Open and capture logs
+    Then Verify the pipeline status is "Succeeded"
+    Then Validate the values of records transferred to BQMT sink is equal to the value from source MultiDatabase table
diff --git a/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/TestRunner.java b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/TestRunner.java
new file mode 100644
index 0000000000..7807102f3d
--- /dev/null
+++ b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/TestRunner.java
@@ -0,0 +1,37 @@
+/*
+ * Copyright © 2023 Cask Data, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not
+ * use this file except in compliance with the License. You may obtain a copy of
+ * the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+ * License for the specific language governing permissions and limitations under
+ * the License.
+ */
+package io.cdap.plugin.bigquerymultitable.runners;
+
+import io.cucumber.junit.Cucumber;
+import io.cucumber.junit.CucumberOptions;
+import org.junit.runner.RunWith;
+
+/**
+ * Test Runner to execute BQMT action cases.
+ */
+@RunWith(Cucumber.class)
+@CucumberOptions(
+  features = {"src/e2e-test/features"},
+  glue = {"io.cdap.plugin.bigquerymultitable.stepsdesign", "io.cdap.plugin.gcs.stepsdesign", "stepsdesign",
+    "io.cdap.plugin.common.stepsdesign"},
+  tags = {"@BQMT_SINK"},
+  monochrome = true,
+  plugin = {"pretty", "html:target/cucumber-html-report/bigquerymultitable",
+    "json:target/cucumber-reports/cucumber-bigquerymultitable.json",
+    "junit:target/cucumber-reports/cucumber-bigquerymultitable.xml"}
+)
+public class TestRunner {
+}
diff --git a/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/TestRunnerRequired.java b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/TestRunnerRequired.java
new file mode 100644
index 0000000000..4a8f1ac85f
--- /dev/null
+++ b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/TestRunnerRequired.java
@@ -0,0 +1,38 @@
+/*
+ * Copyright © 2023 Cask Data, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not
+ * use this file except in compliance with the License. You may obtain a copy of
+ * the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+ * License for the specific language governing permissions and limitations under
+ * the License.
+ */
+package io.cdap.plugin.bigquerymultitable.runners;
+
+import io.cucumber.junit.Cucumber;
+import io.cucumber.junit.CucumberOptions;
+import org.junit.runner.RunWith;
+
+/**
+ * Test Runner to execute only required BQMT action cases.
+ */
+@RunWith(Cucumber.class)
+@CucumberOptions(
+  features = {"src/e2e-test/features"},
+  glue = {"io.cdap.plugin.bigquerymultitable.stepsdesign", "io.cdap.plugin.gcs.stepsdesign", "stepsdesign",
+    "io.cdap.plugin.common.stepsdesign"},
+  tags = {"@BQMT_Required"},
+  monochrome = true,
+  plugin = {"pretty", "html:target/cucumber-html-report/bigquerymultitable-required",
+    "json:target/cucumber-reports/cucumber-bigquerymultitable-required.json",
+    "junit:target/cucumber-reports/cucumber-bigquerymultitable-required.xml"}
+)
+public class TestRunnerRequired {
+}
+
diff --git a/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/package-info.java b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/package-info.java
new file mode 100644
index 0000000000..e9ef491dc0
--- /dev/null
+++ b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/runners/package-info.java
@@ -0,0 +1,4 @@
+/**
+ * Package contains the runner for the BQMT features.
+ */
+package io.cdap.plugin.bigquerymultitable.runners;
diff --git a/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/BQMultiTableValidation.java b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/BQMultiTableValidation.java
new file mode 100644
index 0000000000..c98873d070
--- /dev/null
+++ b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/BQMultiTableValidation.java
@@ -0,0 +1,220 @@
+/*
+ * Copyright © 2023 Cask Data, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not
+ * use this file except in compliance with the License. You may obtain a copy of
+ * the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+ * License for the specific language governing permissions and limitations under
+ * the License.
+ */
+
+package io.cdap.plugin.bigquerymultitable.stepdesign;
+
+import com.google.cloud.bigquery.FieldValue;
+import com.google.cloud.bigquery.FieldValueList;
+import com.google.cloud.bigquery.TableResult;
+import com.google.gson.Gson;
+import com.google.gson.JsonObject;
+import io.cdap.e2e.utils.BigQueryClient;
+import io.cdap.e2e.utils.PluginPropertyUtils;
+import org.junit.Assert;
+import java.io.IOException;
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.ResultSetMetaData;
+import java.sql.SQLException;
+import java.sql.Statement;
+import java.sql.Types;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Comparator;
+import java.util.List;
+
+/**
+ * BQMTMultiTable Validation.
+ */
+
+public class BQMultiTableValidation {
+
+  private static final String tabA = "tabA";
+
+  private static final String tabB = "tabB";
+
+  /**
+   * Validates data from a MySQL table against corresponding BigQuery tables.
+   *
+   * @param sourceTable The name of the MySQL table to be validated.
+   * @return true if validation passes for all tables, false otherwise.
+   * @throws IOException If an I/O error occurs.
+   * @throws InterruptedException If the current thread is interrupted while waiting.
+   * @throws SQLException If an SQL error occurs.
+   * @throws ClassNotFoundException If the class specified is not found.
+   */
+
+  public static boolean validateMySqlToBQRecordValues(String sourceTable) throws IOException, InterruptedException,
+    SQLException, ClassNotFoundException {
+    // using MySql database and tables in Multiple Database table plugin
+    List<String> targetTables = getTableNameFromMySQL();
+    List<String> sourceList = new ArrayList<>();
+    sourceList.add(sourceTable);
+    List<Object> bigQueryRows = new ArrayList<>();
+    List<JsonObject> bigQueryResponse = new ArrayList<>();
+
+    Gson gson = new Gson();
+    for (int objNameIndex = 0; objNameIndex <= sourceList.size(); objNameIndex++) {
+      String currentTargetTable = targetTables.get(objNameIndex);
+      getBigQueryTableData(currentTargetTable, bigQueryRows);
+    }
+    for (Object row : bigQueryRows) {
+      JsonObject jsonData = gson.fromJson(String.valueOf(row), JsonObject.class);
+      bigQueryResponse.add(jsonData);
+    }
+    bigQueryResponse.sort(Comparator.comparing(jsonData -> jsonData.get("EmployeeID").getAsInt()));
+
+
+    String getTargetQuery = "SELECT * FROM " + sourceTable;
+    try (Connection connect = MultiTableClient.getMysqlConnection()) {
+      connect.setHoldability(ResultSet.HOLD_CURSORS_OVER_COMMIT);
+      Statement statement1 = connect.createStatement(ResultSet.TYPE_SCROLL_SENSITIVE,
+                                                     ResultSet.CONCUR_UPDATABLE);
+
+      ResultSet rsTarget = statement1.executeQuery(getTargetQuery);
+      boolean isValid = compareResultSetDataToBQMultiTable(rsTarget, bigQueryResponse);
+
+      if (!isValid) {
+        return false;
+
+      }
+    }
+    return true;
+  }
+
+  /**
+   * Compares the data from a ResultSet with a list of JSONObjects representing BigQuery data.
+   *
+   * @param rsSource The ResultSet containing the data from the source table.
+   * @param bigQueryData The list of JSONObjects representing the data from BigQuery.
+   * @return true if the data matches between the source and BigQuery, false otherwise.
+   * @throws SQLException If an SQL error occurs.
+   */
+
+  private static boolean compareResultSetDataToBQMultiTable(ResultSet rsSource, List<JsonObject>
+    bigQueryData) throws SQLException {
+
+    ResultSetMetaData mdSource = rsSource.getMetaData();
+    boolean result = false;
+    int columnCountSource = mdSource.getColumnCount();
+
+    if (bigQueryData == null) {
+      Assert.fail("bigQueryData is null");
+      return result;
+    }
+
+    // Get the column count of the first JsonObject in bigQueryData
+    int columnCountTarget = 0;
+    if (bigQueryData.size() > 0) {
+      columnCountTarget = bigQueryData.get(0).entrySet().size();
+    }
+    // Compare the number of columns in the source and target
+    Assert.assertEquals("Number of columns in source and target are not equal",
+                        columnCountSource, columnCountTarget);
+
+    //Variable 'jsonObjectIdx' to track the index of the current JsonObject in the bigQueryData list,
+    int jsonObjectIdx = 0;
+    while (rsSource.next()) {
+      int currentColumnCount = 1;
+      while (currentColumnCount <= columnCountSource) {
+        String columnTypeName = mdSource.getColumnTypeName(currentColumnCount);
+        int columnType = mdSource.getColumnType(currentColumnCount);
+        String columnName = mdSource.getColumnName(currentColumnCount);
+
+        switch (columnType) {
+
+          case Types.INTEGER:
+            Integer sourceInteger = rsSource.getInt(currentColumnCount);
+            Integer targetInteger = bigQueryData.get(jsonObjectIdx).get(columnName).getAsInt();
+            Assert.assertEquals("Different values found for column : %s", sourceInteger, targetInteger);
+            break;
+          case Types.VARCHAR:
+            String sourceString = rsSource.getString(currentColumnCount);
+            String targetString = bigQueryData.get(jsonObjectIdx).get(columnName).getAsString();
+            Assert.assertEquals("Different values found for column : %s", sourceString, targetString);
+            break;
+
+        }
+        currentColumnCount++;
+      }
+      jsonObjectIdx++;
+    }
+    return true;
+  }
+
+  /**
+   * Retrieves the data from a specified BigQuery table and populates it into the provided list of objects.
+   *
+   * @param table        The name of the BigQuery table to fetch data from.
+   * @param bigQueryRows The list to store the fetched BigQuery data.
+   */
+
+  private static void getBigQueryTableData(String table, List<Object> bigQueryRows)
+    throws IOException, InterruptedException {
+
+    String projectId = PluginPropertyUtils.pluginProp("projectId");
+    String dataset = PluginPropertyUtils.pluginProp("dataset");
+    String selectQuery = "SELECT TO_JSON(t) FROM `" + projectId + "." + dataset + "." + table + "` AS t";
+    TableResult result = BigQueryClient.getQueryResult(selectQuery);
+    result.iterateAll().forEach(value -> bigQueryRows.add(value.get(0).getValue()));
+  }
+
+  /**
+   * Fetches the list of table names from the configured dataset in BigQuery.
+   *
+   * @return A TableResult object containing the table names.
+   * @throws IOException If an I/O error occurs.
+   * @throws InterruptedException If the current thread is interrupted while waiting.
+   */
+
+  public static TableResult getTableNamesFromBQDataSet() throws IOException, InterruptedException {
+    String projectId = PluginPropertyUtils.pluginProp("projectId");
+    String dataset = PluginPropertyUtils.pluginProp("dataset");
+    String selectQuery = "SELECT table_name FROM `" + projectId + "." + dataset + "`.INFORMATION_SCHEMA.TABLES ";
+
+    return BigQueryClient.getQueryResult(selectQuery);
+  }
+
+  /**
+   * Fetches the names of target tables from the dataset and returns the list of matching table names.
+   *
+   * @return A list of target table names from the dataset.
+   * @throws IOException If an I/O error occurs.
+   * @throws InterruptedException If the current thread is interrupted while waiting.
+   */
+
+  public static List<String> getTableNameFromMySQL() throws IOException, InterruptedException {
+    List<String> tableNames = new ArrayList<>();
+    List<String> targetTableNames = Arrays.asList(tabA, tabB);
+    TableResult tableResult = getTableNamesFromBQDataSet();
+    Iterable<FieldValueList> rows = tableResult.iterateAll();
+
+    for (FieldValueList row : rows) {
+      FieldValue fieldValue = row.get(0);
+      String currentTableName = fieldValue.getStringValue();
+
+      if (targetTableNames.contains(currentTableName)) {
+        tableNames.add(currentTableName);
+      }
+    }
+    if (tableNames.isEmpty()) {
+      throw new IllegalStateException("Tables not found."); // Throws an exception if no tables are found
+    }
+
+    return tableNames;
+  }
+}
+
diff --git a/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/BigQueryMultiTable.java b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/BigQueryMultiTable.java
new file mode 100644
index 0000000000..3182069156
--- /dev/null
+++ b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/BigQueryMultiTable.java
@@ -0,0 +1,42 @@
+/*
+ * Copyright © 2023 Cask Data, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not
+ * use this file except in compliance with the License. You may obtain a copy of
+ * the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+ * License for the specific language governing permissions and limitations under
+ * the License.
+ */
+
+package io.cdap.plugin.bigquerymultitable.stepdesign;
+
+import io.cdap.e2e.utils.PluginPropertyUtils;
+import io.cucumber.java.en.Then;
+import org.junit.Assert;
+
+import java.io.IOException;
+import java.sql.SQLException;
+
+/**
+ * BigQueryMultiTable Plugin validation common step design.
+ */
+public class BigQueryMultiTable {
+
+  @Then("Validate the values of records transferred to BQMT sink is equal to the value from source MultiDatabase table")
+  public void validateTheValuesOfRecordsTransferredToBQMTsinkIsEqualToTheValuesFromSourceMultiDatabaseTable()
+    throws InterruptedException, IOException, SQLException, ClassNotFoundException {
+    boolean recordsMatched = BQMultiTableValidation.validateMySqlToBQRecordValues(
+      PluginPropertyUtils.pluginProp("sourceTable"));
+    Assert.assertTrue("Value of records transferred to the BQ sink should be equal to the value " +
+                        "of the records in the source table", recordsMatched);
+
+  }
+
+  }
+
diff --git a/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/MultiTableClient.java b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/MultiTableClient.java
new file mode 100644
index 0000000000..520d7f7c91
--- /dev/null
+++ b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/MultiTableClient.java
@@ -0,0 +1,67 @@
+/*
+ * Copyright © 2023 Cask Data, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not
+ * use this file except in compliance with the License. You may obtain a copy of
+ * the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+ * License for the specific language governing permissions and limitations under
+ * the License.
+ */
+
+package io.cdap.plugin.bigquerymultitable.stepdesign;
+
+import io.cdap.e2e.utils.PluginPropertyUtils;
+import java.sql.Connection;
+import java.sql.DriverManager;
+import java.sql.SQLException;
+import java.sql.Statement;
+
+/**
+ * MultiTable Related client.
+ */
+public class MultiTableClient {
+
+  public static Connection getMysqlConnection() throws SQLException, ClassNotFoundException {
+    String database = PluginPropertyUtils.pluginProp("databaseName");
+    Class.forName("com.mysql.cj.jdbc.Driver");
+    Connection connection = DriverManager.getConnection("jdbc:mysql://" + System.getenv("MYSQL_HOST") + ":" +
+                                                          System.getenv("MYSQL_PORT") + "/" + database +
+                                                          "?tinyInt1isBit=false", System.getenv("MYSQL_USERNAME"),
+                                                        System.getenv("MYSQL_PASSWORD"));
+    return connection;
+  }
+
+
+  public static void createSourceDatatypesTable(String sourceTable) throws SQLException, ClassNotFoundException {
+    try (Connection connect = getMysqlConnection(); Statement statement = connect.createStatement()) {
+      String createTableQuery = "CREATE TABLE " + sourceTable +
+        "(EmployeeID int, LastName varchar(255), City varchar(255), tablename varchar(255))";
+      statement.executeUpdate(createTableQuery);
+
+
+      // Insert dummy data.
+      statement.executeUpdate("INSERT INTO " + sourceTable + " (EmployeeID, lastName, city, tablename)" +
+                                "VALUES (1, 'TOM', 'Norway','tabA')");
+      statement.executeUpdate("INSERT INTO " + sourceTable + " (EmployeeID, lastName, city, tablename)" +
+                                "VALUES (2, 'Shelly', 'Norway','tabA')");
+      statement.executeUpdate("INSERT INTO " + sourceTable + " (EmployeeID, lastName, city, tablename)" +
+                                "VALUES (3, 'David', 'Norway','tabB')");
+      statement.executeUpdate("INSERT INTO " + sourceTable + " (EmployeeID, lastName, city, tablename)" +
+                                "VALUES (4, 'Maria', 'Canada','tabB')");
+
+    }
+  }
+
+  public static void dropMySqlTable(String table) throws SQLException, ClassNotFoundException {
+    try (Connection connect = getMysqlConnection(); Statement statement = connect.createStatement()) {
+      String dropTableQuery = "Drop Table " + table;
+        statement.executeUpdate(dropTableQuery);
+      }
+    }
+  }
diff --git a/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/package-info.java b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/package-info.java
new file mode 100644
index 0000000000..e0fe89860b
--- /dev/null
+++ b/src/e2e-test/java/io/cdap/plugin/bigquerymultitable/stepdesign/package-info.java
@@ -0,0 +1,20 @@
+/*
+ * Copyright © 2023 Cask Data, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not
+ * use this file except in compliance with the License. You may obtain a copy of
+ * the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+ * License for the specific language governing permissions and limitations under
+ * the License.
+ */
+
+/**
+ * This package contains stepDesigns for BiqQuery Plugin.
+ */
+package io.cdap.plugin.bigquerymultitable.stepdesign;
diff --git a/src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java b/src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java
index 8c5b1e385f..76533bfbdc 100644
--- a/src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java
+++ b/src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java
@@ -23,10 +23,12 @@
 import io.cdap.e2e.utils.BigQueryClient;
 import io.cdap.e2e.utils.PluginPropertyUtils;
 import io.cdap.e2e.utils.StorageClient;
+import io.cdap.plugin.bigquerymultitable.stepdesign.MultiTableClient;
 import io.cdap.plugin.utils.PubSubClient;
 import io.cdap.plugin.utils.SpannerClient;
 import io.cucumber.java.After;
 import io.cucumber.java.Before;
+import org.apache.commons.lang3.RandomStringUtils;
 import org.apache.commons.lang3.StringUtils;
 import org.junit.Assert;
 import stepsdesign.BeforeActions;
@@ -38,6 +40,7 @@
 import java.nio.file.Files;
 import java.nio.file.Path;
 import java.nio.file.Paths;
+import java.sql.SQLException;
 import java.text.SimpleDateFormat;
 import java.util.ArrayList;
 import java.util.Arrays;
@@ -67,6 +70,7 @@ public class TestSetupHooks {
   public static String spannerTargetDatabase = StringUtils.EMPTY;
   public static String spannerTargetTable = StringUtils.EMPTY;
   public static boolean firstSpannerTestFlag = true;
+  public static String sourceTable = StringUtils.EMPTY;
   public static String datasetName = PluginPropertyUtils.pluginProp("dataset");
 
   @Before(order = 1)
@@ -1030,4 +1034,22 @@ public static void createSinkBQExistingDatatypeTable() throws IOException, Inter
     PluginPropertyUtils.addPluginProp(" bqTargetTable",  bqTargetTable);
     BeforeActions.scenario.write("BQ Target Table " +  bqTargetTable + " updated successfully");
   }
+
+  @Before(order = 1, value = "@MULTIPLEDATABASETABLE_SOURCE_TEST")
+  public static void createMultipleDatabaseDatatypesTable() throws SQLException, ClassNotFoundException {
+    String randomString = RandomStringUtils.randomAlphabetic(10);
+    String sourceTableName = String.format("SourceTable_%s", randomString);
+    PluginPropertyUtils.addPluginProp("sourceTable", sourceTableName);
+    PluginPropertyUtils.addPluginProp("selectQuery", String.format("select * from %s", sourceTableName));
+    MultiTableClient.createSourceDatatypesTable
+      (PluginPropertyUtils.pluginProp("sourceTable"));
+    BeforeActions.scenario.write("My Sql source table - " + sourceTableName + " created successfully");
+  }
+  @After(order = 1, value = "@MULTIPLEDATABASETABLE_SOURCE_TEST")
+  public static void deleteMultipleDatabaseDatatypesTable() throws SQLException, ClassNotFoundException {
+    String sourceTableName = PluginPropertyUtils.pluginProp("sourceTable");
+    MultiTableClient.dropMySqlTable(sourceTableName);
+    PluginPropertyUtils.removePluginProp("sourceTable");
+    BeforeActions.scenario.write("My Sql source table - " + sourceTableName + " deleted successfully");
+  }
 }
diff --git a/src/e2e-test/resources/errorMessage.properties b/src/e2e-test/resources/errorMessage.properties
index 6bf51faf6d..73587c7201 100644
--- a/src/e2e-test/resources/errorMessage.properties
+++ b/src/e2e-test/resources/errorMessage.properties
@@ -33,4 +33,9 @@ errorMessageMultipleFileWithoutClearDefaultSchema=Spark program 'phase-1' failed
 errorMessageInvalidSourcePath=Invalid bucket name in path 'abc@'. Bucket name should
 errorMessageInvalidDestPath=Invalid bucket name in path 'abc@'. Bucket name should
 errorMessageInvalidEncryptionKey=CryptoKeyName.parse: formattedString not in valid format: Parameter "abc@" must be
+errorMessageIncorrectBQMTChunkSize=Value must be a multiple of 262144.
+errorMessageIncorrectBQMTBucketName=Bucket name can only contain lowercase letters, numbers, '.', '_', and '-'.
+errorMessageIncorrectBQMTReferenceName=Invalid reference name
+errorMessageIncorrectBQMTDataset=Dataset name can only contain letters (lower or uppercase), numbers and '_'.
+
 
diff --git a/src/e2e-test/resources/pluginDataCyAttributes.properties b/src/e2e-test/resources/pluginDataCyAttributes.properties
index 2f321c0333..165fe2dbe6 100644
--- a/src/e2e-test/resources/pluginDataCyAttributes.properties
+++ b/src/e2e-test/resources/pluginDataCyAttributes.properties
@@ -2,6 +2,8 @@ projectId=project
 datasetProjectId=datasetProject
 referenceName=referenceName
 table=table
+allowSchema=switch-allowFlexibleSchema
+splitField=splitField
 tableKey=relationTableKey
 clusterOrder=clusteringOrder
 dataset=dataset
diff --git a/src/e2e-test/resources/pluginParameters.properties b/src/e2e-test/resources/pluginParameters.properties
index 50bd04bb8b..c424df32d7 100644
--- a/src/e2e-test/resources/pluginParameters.properties
+++ b/src/e2e-test/resources/pluginParameters.properties
@@ -205,6 +205,22 @@ bqInvalidRefName=invalidRef&^*&&*
 bqDatatypeChange1=[{"key":"Id","value":"long"},{"key":"Value","value":"long"}]
 bqDataTypeTestFileSchema1=[{"key":"Id","value":"long"},{"key":"Value","value":"long"},\
   {"key":"UID","value":"string"}]
+##BQMT
+databaseName=cdfmysqldb
+host=MYSQL_HOST
+user=MYSQL_USERNAME
+pass=MYSQL_PASSWORD
+port=MYSQL_PORT
+connectionString=BQMT_CONNECTION_STRING
+mySQLSourceTable=dummy
+sourceTable=dummy
+tableNameField=tableName
+jdbcPluginName=mysql
+bqmtSplitField1=tablename
+bqmtInvalidChunkSize=26214
+bqmtInvalidSinkDataset=$#%$
+bqmtInvalidSinkReferenceName=(*^*&*
+bqmtInvalidTemporaryBucket=$#%$
 bqExpectedFile=testdata/BigQuery/BQExistingTableFile
 bgInsertDatatypeFile=testdata/BigQuery/BQInsertDatatypeFile
 ## BIGQUERY-PLUGIN-PROPERTIES-END