Merge pull request #25 from PerfectThymeTech/adf_publish

Update Template
PerfectThymeTech · May 31, 2024 · a2d424e · a2d424e
2 parents d84498c + 7204d7b
commit a2d424e
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 2 deletions.
diff --git a/sc4-dev-df001/ARMTemplateForFactory.json b/sc4-dev-df001/ARMTemplateForFactory.json
@@ -4193,6 +4193,10 @@
 						{
 							"name": "FilterEmptyHappinessScore",
 							"description": "Filter Empty Happiness Score Rows"
+						},
+						{
+							"name": "HarmonizeColumn",
+							"description": "Harmonize columns: Connection, DeviceVendor"
 						}
 					],
 					"scriptLines": [
@@ -4252,7 +4256,9 @@
 						"     skipDuplicateMapInputs: true,",
 						"     skipDuplicateMapOutputs: true) ~> RenameColumns",
 						"RenameColumns filter(!isNull(HappinessScore)) ~> FilterEmptyHappinessScore",
-						"FilterEmptyHappinessScore sink(allowSchemaDrift: true,",
+						"FilterEmptyHappinessScore derive(Connection = lower(Connection),",
+						"          DeviceVendor = lower(DeviceVendor)) ~> HarmonizeColumn",
+						"HarmonizeColumn sink(allowSchemaDrift: true,",
 						"     validateSchema: false,",
 						"     format: 'delta',",
 						"     fileSystem: ($sinkFileSystem),",

diff --git a/sc4-dev-df001/linkedTemplates/ArmTemplate_0.json b/sc4-dev-df001/linkedTemplates/ArmTemplate_0.json
@@ -1043,6 +1043,10 @@
 						{
 							"name": "FilterEmptyHappinessScore",
 							"description": "Filter Empty Happiness Score Rows"
+						},
+						{
+							"name": "HarmonizeColumn",
+							"description": "Harmonize columns: Connection, DeviceVendor"
 						}
 					],
 					"scriptLines": [
@@ -1102,7 +1106,9 @@
 						"     skipDuplicateMapInputs: true,",
 						"     skipDuplicateMapOutputs: true) ~> RenameColumns",
 						"RenameColumns filter(!isNull(HappinessScore)) ~> FilterEmptyHappinessScore",
-						"FilterEmptyHappinessScore sink(allowSchemaDrift: true,",
+						"FilterEmptyHappinessScore derive(Connection = lower(Connection),",
+						"          DeviceVendor = lower(DeviceVendor)) ~> HarmonizeColumn",
+						"HarmonizeColumn sink(allowSchemaDrift: true,",
 						"     validateSchema: false,",
 						"     format: 'delta',",
 						"     fileSystem: ($sinkFileSystem),",