Updating pipeline: OttMainPipeline

PerfectThymeTech · Apr 24, 2024 · da4d1ee · da4d1ee
1 parent fcc7292
commit da4d1ee
Showing 1 changed file with 54 additions and 2 deletions.
diff --git a/code/datafactory/pipeline/OttMainPipeline.json b/code/datafactory/pipeline/OttMainPipeline.json
@@ -4,18 +4,70 @@
 		"description": "Main Pipeline for OTT Orchestration",
 		"activities": [
 			{
-				"name": "RawToCurated",
+				"name": "OttRawToCurated",
 				"type": "ExecutePipeline",
 				"dependsOn": [],
 				"policy": {
 					"secureInput": false
 				},
 				"userProperties": [],
 				"typeProperties": {
-					"waitOnCompletion": true
+					"pipeline": {
+						"referenceName": "OttRawToCurated",
+						"type": "PipelineReference"
+					},
+					"waitOnCompletion": true,
+					"parameters": {
+						"sourceFolderPath": {
+							"value": "@pipeline().parameters.rawSourceFolderPath",
+							"type": "Expression"
+						},
+						"sourceFileName": {
+							"value": "@pipeline().parameters.rawSourceFileName",
+							"type": "Expression"
+						},
+						"sourceFileSystem": {
+							"value": "@variables('rawFileSystem')",
+							"type": "Expression"
+						},
+						"sinkFileSystem": {
+							"value": "@variables('curatedFileSystem')",
+							"type": "Expression"
+						},
+						"sinkFolderPath": {
+							"value": "@variables('curatedFolderPath')",
+							"type": "Expression"
+						}
+					}
 				}
 			}
 		],
+		"parameters": {
+			"rawSourceFolderPath": {
+				"type": "string"
+			},
+			"rawSourceFileName": {
+				"type": "string"
+			}
+		},
+		"variables": {
+			"rawFileSystem": {
+				"type": "String",
+				"defaultValue": "raw"
+			},
+			"curatedFileSystem": {
+				"type": "String",
+				"defaultValue": "curated"
+			},
+			"logsFileSystem": {
+				"type": "String",
+				"defaultValue": "logs"
+			},
+			"curatedFolderPath": {
+				"type": "String",
+				"defaultValue": "ott"
+			}
+		},
 		"folder": {
 			"name": "Pipelines/OTT"
 		},