From 527e4e6ad42c9c79b7d6524b51da9fc6aa295160 Mon Sep 17 00:00:00 2001 From: AnkitCLI Date: Tue, 26 Nov 2024 20:29:51 +0530 Subject: [PATCH] GCS cloudbuild e2e fixes --- .../features/gcs/source/GCSToGCSAdditonalTests.feature | 6 +++++- src/e2e-test/resources/errorMessage.properties | 4 ++-- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/src/e2e-test/features/gcs/source/GCSToGCSAdditonalTests.feature b/src/e2e-test/features/gcs/source/GCSToGCSAdditonalTests.feature index 5381fd80ab..9a80daf1a9 100644 --- a/src/e2e-test/features/gcs/source/GCSToGCSAdditonalTests.feature +++ b/src/e2e-test/features/gcs/source/GCSToGCSAdditonalTests.feature @@ -266,10 +266,12 @@ Feature: GCS source - Verification of GCS to GCS Additional Tests successful Then Deploy the pipeline Then Run the Pipeline in Runtime Then Wait till pipeline is in running state + Then Open and capture logs And Verify the pipeline status is "Failed" + Then Close the pipeline logs Then Open Pipeline logs and verify Log entries having below listed Level and Message: | Level | Message | - | ERROR | errorMessageMultipleFileWithFirstRowAsHeaderEnabled | + | WARN | errorMessageMultipleFileWithFirstRowAsHeaderEnabled | @GCS_MULTIPLE_FILES_TEST @GCS_SINK_TEST @GCS_Source_Required @ITN_TEST Scenario: To verify the pipeline is getting failed from GCS to GCS when default schema is not cleared in GCS source On Multiple File @@ -300,7 +302,9 @@ Feature: GCS source - Verification of GCS to GCS Additional Tests successful Then Deploy the pipeline Then Run the Pipeline in Runtime Then Wait till pipeline is in running state + Then Open and capture logs And Verify the pipeline status is "Failed" + Then Close the pipeline logs Then Open Pipeline logs and verify Log entries having below listed Level and Message: | Level | Message | | ERROR | errorMessageMultipleFileWithoutClearDefaultSchema | diff --git a/src/e2e-test/resources/errorMessage.properties b/src/e2e-test/resources/errorMessage.properties index 6bf51faf6d..5fa50f215c 100644 --- a/src/e2e-test/resources/errorMessage.properties +++ b/src/e2e-test/resources/errorMessage.properties @@ -28,8 +28,8 @@ errorMessageInvalidBucketName=Invalid bucket name in path errorMessageInvalidFormat=Input has multi-level structure that cannot be represented appropriately as csv. \ Consider using json, avro or parquet to write data. errorMessageMultipleFileWithFirstRowAsHeaderDisabled=Spark program 'phase-1' failed with error: Found a row with 6 fields when the schema only contains 4 fields. Check that the schema contains the right number of fields.. Please check the system logs for more details. -errorMessageMultipleFileWithFirstRowAsHeaderEnabled=Spark program 'phase-1' failed with error: For input string: -errorMessageMultipleFileWithoutClearDefaultSchema=Spark program 'phase-1' failed with error: Found a row with 4 fields when the schema only contains 2 fields. +errorMessageMultipleFileWithFirstRowAsHeaderEnabled=NumberFormatException +errorMessageMultipleFileWithoutClearDefaultSchema=Found a row with 4 fields when the schema only contains 2 fields errorMessageInvalidSourcePath=Invalid bucket name in path 'abc@'. Bucket name should errorMessageInvalidDestPath=Invalid bucket name in path 'abc@'. Bucket name should errorMessageInvalidEncryptionKey=CryptoKeyName.parse: formattedString not in valid format: Parameter "abc@" must be