diff --git a/code/datafactory/pipeline/OttMainPipeline.json b/code/datafactory/pipeline/OttMainPipeline.json index 8773930..d4f58f7 100644 --- a/code/datafactory/pipeline/OttMainPipeline.json +++ b/code/datafactory/pipeline/OttMainPipeline.json @@ -1,9 +1,23 @@ { - "name": "MainPipeline", + "name": "OttMainPipeline", "properties": { - "description": "Main Pipeline for Orchestration", + "description": "Main Pipeline for OTT Orchestration", + "activities": [ + { + "name": "RawToCurated", + "type": "ExecutePipeline", + "dependsOn": [], + "policy": { + "secureInput": false + }, + "userProperties": [], + "typeProperties": { + "waitOnCompletion": true + } + } + ], "folder": { - "name": "Pipelines" + "name": "Pipelines/OTT" }, "annotations": [] } diff --git a/code/datafactory/pipeline/OttRawToCurated.json b/code/datafactory/pipeline/OttRawToCurated.json new file mode 100644 index 0000000..92311c1 --- /dev/null +++ b/code/datafactory/pipeline/OttRawToCurated.json @@ -0,0 +1,48 @@ +{ + "name": "OttRawToCurated", + "properties": { + "description": "Pipeline to move OTT data from Raw to curated", + "activities": [ + { + "name": "DataflowRawToCurated", + "type": "ExecuteDataFlow", + "dependsOn": [], + "policy": { + "timeout": "0.12:00:00", + "retry": 3, + "retryIntervalInSeconds": 30, + "secureOutput": false, + "secureInput": false + }, + "userProperties": [], + "typeProperties": { + "dataflow": { + "referenceName": "OttRawToCurated", + "type": "DataFlowReference", + "parameters": { + "sourceFolderPath": "toString('ott')", + "sourceFileName": "toString('data.csv')" + } + }, + "integrationRuntime": { + "referenceName": "IntegrationRuntime001", + "type": "IntegrationRuntimeReference" + }, + "traceLevel": "Coarse" + } + } + ], + "parameters": { + "sourceFolderPath": { + "type": "string" + }, + "sourceFileName": { + "type": "string" + } + }, + "folder": { + "name": "Pipelines/OTT" + }, + "annotations": [] + } +} \ No newline at end of file