GCS cloudbuild e2e fixes

data-integrations · Nov 27, 2024 · 527e4e6 · 527e4e6
1 parent a1a4049
commit 527e4e6
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 3 deletions.
diff --git a/src/e2e-test/features/gcs/source/GCSToGCSAdditonalTests.feature b/src/e2e-test/features/gcs/source/GCSToGCSAdditonalTests.feature
@@ -266,10 +266,12 @@ Feature: GCS source - Verification of GCS to GCS Additional Tests successful
     Then Deploy the pipeline
     Then Run the Pipeline in Runtime
     Then Wait till pipeline is in running state
+    Then Open and capture logs
     And Verify the pipeline status is "Failed"
+    Then Close the pipeline logs
     Then Open Pipeline logs and verify Log entries having below listed Level and Message:
       | Level | Message                                                     |
-      | ERROR | errorMessageMultipleFileWithFirstRowAsHeaderEnabled         |
+      | WARN | errorMessageMultipleFileWithFirstRowAsHeaderEnabled         |
 
   @GCS_MULTIPLE_FILES_TEST @GCS_SINK_TEST @GCS_Source_Required @ITN_TEST
   Scenario: To verify the pipeline is getting failed from GCS to GCS when default schema is not cleared in GCS source On Multiple File
@@ -300,7 +302,9 @@ Feature: GCS source - Verification of GCS to GCS Additional Tests successful
     Then Deploy the pipeline
     Then Run the Pipeline in Runtime
     Then Wait till pipeline is in running state
+    Then Open and capture logs
     And Verify the pipeline status is "Failed"
+    Then Close the pipeline logs
     Then Open Pipeline logs and verify Log entries having below listed Level and Message:
       | Level | Message                                                      |
       | ERROR | errorMessageMultipleFileWithoutClearDefaultSchema            |

diff --git a/src/e2e-test/resources/errorMessage.properties b/src/e2e-test/resources/errorMessage.properties
@@ -28,8 +28,8 @@ errorMessageInvalidBucketName=Invalid bucket name in path
 errorMessageInvalidFormat=Input has multi-level structure that cannot be represented appropriately as csv. \
   Consider using json, avro or parquet to write data.
 errorMessageMultipleFileWithFirstRowAsHeaderDisabled=Spark program 'phase-1' failed with error: Found a row with 6 fields when the schema only contains 4 fields. Check that the schema contains the right number of fields.. Please check the system logs for more details.
-errorMessageMultipleFileWithFirstRowAsHeaderEnabled=Spark program 'phase-1' failed with error: For input string:
-errorMessageMultipleFileWithoutClearDefaultSchema=Spark program 'phase-1' failed with error: Found a row with 4 fields when the schema only contains 2 fields.
+errorMessageMultipleFileWithFirstRowAsHeaderEnabled=NumberFormatException
+errorMessageMultipleFileWithoutClearDefaultSchema=Found a row with 4 fields when the schema only contains 2 fields
 errorMessageInvalidSourcePath=Invalid bucket name in path 'abc@'. Bucket name should
 errorMessageInvalidDestPath=Invalid bucket name in path 'abc@'. Bucket name should
 errorMessageInvalidEncryptionKey=CryptoKeyName.parse: formattedString not in valid format: Parameter "abc@" must be