From 5ad4493077849fba55d9fd6a285c74a27cd7027b Mon Sep 17 00:00:00 2001 From: santhosh-tg <93243580+santhosh-tg@users.noreply.github.com> Date: Wed, 14 Sep 2022 17:11:34 +0530 Subject: [PATCH] SB-30969: Create new Jenkins jobs for Lern BB (#3529) --- .../jobs/dev/jobs/Lern/config.xml | 28 +++ .../Lern/jobs/LernDataProducts/config.xml | 108 ++++++++ .../jobs/Lern/jobs/LernFlinkJobs/config.xml | 108 ++++++++ .../jenkins/jobs/Build/jobs/Lern/config.xml | 28 +++ .../Lern/jobs/LernDataProducts/config.xml | 82 ++++++ .../jobs/Lern/jobs/LernFlinkJobs/config.xml | 82 ++++++ .../jobs/Deploy/jobs/dev/jobs/Lern/config.xml | 28 +++ .../jobs/LernAnalyticsFetchLogs/config.xml | 146 +++++++++++ .../jobs/LernAnalyticsReplayJobs/config.xml | 209 +++++++++++++++ .../Lern/jobs/LernDataProducts/config.xml | 238 ++++++++++++++++++ .../jobs/Lern/jobs/LernFlinkJobs/config.xml | 170 +++++++++++++ 11 files changed, 1227 insertions(+) create mode 100644 deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/config.xml create mode 100644 deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml create mode 100644 deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml create mode 100644 deploy/jenkins/jobs/Build/jobs/Lern/config.xml create mode 100644 deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernDataProducts/config.xml create mode 100644 deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernFlinkJobs/config.xml create mode 100644 deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/config.xml create mode 100644 deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsFetchLogs/config.xml create mode 100644 deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsReplayJobs/config.xml create mode 100644 deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml create mode 100644 deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml diff --git a/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/config.xml b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/config.xml new file mode 100644 index 0000000000..c20bd4ad2f --- /dev/null +++ b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/config.xml @@ -0,0 +1,28 @@ + + + + + + + + + + + + + + All + false + false + + + + + + + + false + + + + \ No newline at end of file diff --git a/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml new file mode 100644 index 0000000000..e040465555 --- /dev/null +++ b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml @@ -0,0 +1,108 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + Build/Lern/LernDataProducts + false + + + build_number + <font color=darkgreen size=2><b>OPTIONAL: Specify the build job number to upload / copy the artifact built in that job.</b></font> + lastSuccessfulBuild + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Upload and keep a copy of the artifact in Jenkins, JenkinsJob - Just keep a copy of the artifact in Jenkins.</b></font> + + + ArtifactRepo + JenkinsJob + + + + + + + 0 + 0 + + false + project + false + + + + + + + + /Build/Lern/LernDataProducts + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/Sunbird-Lern/data-products + + + + + ${public_repo_branch} + + + false + + + + true + false + + 1 + false + + + + pipelines/upload/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml new file mode 100644 index 0000000000..0988779348 --- /dev/null +++ b/deploy/jenkins/jobs/ArtifactUpload/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml @@ -0,0 +1,108 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + Build/Lern/LernFlinkJobs + false + + + image_tag + <font color=darkgreen size=2><b>OPTIONAL: Specify the tag to upload a specific image version to the container registry.</b></font> + + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Push the docker image to container registry. +</b></font> + + + ArtifactRepo + + + + + + + 0 + 0 + + false + project + false + + + + + + + + Build/Lern/LernFlinkJobs + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/Sunbird-Lern/data-pipeline.git + + + + + ${public_repo_branch} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/upload/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Lern/config.xml b/deploy/jenkins/jobs/Build/jobs/Lern/config.xml new file mode 100644 index 0000000000..c20bd4ad2f --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Lern/config.xml @@ -0,0 +1,28 @@ + + + + + + + + + + + + + + All + false + false + + + + + + + + false + + + + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernDataProducts/config.xml b/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernDataProducts/config.xml new file mode 100644 index 0000000000..088b9fa27f --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernDataProducts/config.xml @@ -0,0 +1,82 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/Sunbird-Lern/data-products.git + + + + + ${github_release_tag} + + + false + + + + lern-data-products/build.Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernFlinkJobs/config.xml b/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernFlinkJobs/config.xml new file mode 100644 index 0000000000..df82bece0b --- /dev/null +++ b/deploy/jenkins/jobs/Build/jobs/Lern/jobs/LernFlinkJobs/config.xml @@ -0,0 +1,82 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 1 + + + + + false + false + + + + + github_release_tag + <font style="color:dimgray;font-size:14px;"><b> +<li>To build from a tag, use refs/tags/github_tag</li> +<li>To build from a branch, use refs/heads/github_branch</li> +<li>The default value of ${public_repo_branch} will be the release / tag version set in global configuration</li> +<li>To build from a differnt branch, replace the ${public_repo_branch} with your branch</li> +</b></font> + refs/heads/${public_repo_branch} + true + + + + + 0 + 0 + + false + project + false + + + + + + + H/15 * * * * + false + + + + + + + 2 + + + https://github.com/Sunbird-Lern/data-pipeline.git + + + + + ${github_release_tag} + + + false + + + + kubernetes/pipelines/build/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/config.xml new file mode 100644 index 0000000000..c20bd4ad2f --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/config.xml @@ -0,0 +1,28 @@ + + + + + + + + + + + + + + All + false + false + + + + + + + + false + + + + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsFetchLogs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsFetchLogs/config.xml new file mode 100644 index 0000000000..bf6988457b --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsFetchLogs/config.xml @@ -0,0 +1,146 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + -1 + -1 + 5 + + + + + false + false + + + + + instance_name + <font color=dimgray size=2><b>Choose the instance to fetch logs.</b></font> + + + spark + analytics-api + secor + cassandra + + + + + action + <font color=dimgray size=2><b>Choose one of the option - Fetch logs or set cronjob.</b></font> + + + fetch-logs + cronjobs + + + + + private_branch + + choice-parameter-2544395024638227 + 1 + + true + + + + true + + + LernAnalyticsFetchLogs + Deploy/dev/Lern/LernAnalyticsFetchLogs + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + true + + + + true + + + LernAnalyticsFetchLogs + Deploy/dev/Lern/LernAnalyticsFetchLogs + + + ET_FORMATTED_HTML + true + + + + + 0 + 0 + + false + project + false + + + + + + + 2 + + + https://github.com/Sunbird-Lern/data-products + + + + + ${branch_or_tag} + + + false + + + + true + false + + 1 + false + + + + pipelines/deploy/fetch-logs/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsReplayJobs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsReplayJobs/config.xml new file mode 100644 index 0000000000..cd2ac8b2d1 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernAnalyticsReplayJobs/config.xml @@ -0,0 +1,209 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + cql_query + <font color=dimgray size=2><b>Specify cql_query if any tables needs to be truncated.<b></font> + 0 + false + + + job_type + <font color=dimgray size=2><b>Specify the job type - Replay or Run.</b></font> + + + run-job + replay-job + generate-metrics + submit-job + + + + + job_id + <font color=dimgray size=2><b>Specify the job id.</b></font> + + + collection-summary-report-v2 + collection-summary-report + program-collection-summary-report + audit-metrics-report + admin-user-reports + admin-geo-reports + district-weekly + district-monthly + desktop-consumption-report + wfs + content-rating-updater + druid-query-processor + monitor-job-summ + cassandra-migration + course-enrollment-report + textbook-progress-report + etb-metrics + daily-metrics + progress-exhaust + userinfo-exhaust + response-exhaust + progress-exhaust-v2 + response-exhaust-v2 + course-batch-status-updater + druid-dataset + score-metric-migration-job + uci-response-exhaust + uci-private-exhaust + + + + + batch_identifier + <font color=dimgray size=2><b>Specify The BatchId to Generate report for specific batch</b></font> +<font color=dimgray size=2><b>NOTE: Only Applicable if you are running course-metrics and assessment metrics job</b></font> + + false + + + start_date + <font color=dimgray size=2><b>Specify the start date. The default value is just a placeholder which can be changed as per need.</b></font> + 2017-05-01 + false + + + end_date + <font color=dimgray size=2><b>Specify the end date. The default value is just a placeholder which can be changed as per need.</b></font> + 2017-07-11 + false + + + pause_min + <font color=dimgray size=2><b>Specify the # of minutes to pause. The default value is just a placeholder which can be changed as per need.</b></font> + 30 + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + true + + + + true + + + LernAnalyticsReplayJobs + Deploy/dev/Lern/LernAnalyticsReplayJobs + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + true + + + + true + + + LernAnalyticsReplayJobs + Deploy/dev/Lern/LernAnalyticsReplayJobs + + + ET_FORMATTED_HTML + true + + + keyword + <font color=dimgray size=2><b>Optional - Enter a keyword to generate a report for the "program-collection-summary-report"</b></font> + + false + + + + + 0 + 0 + + false + project + false + + + + + + + 2 + + + https://github.com/Sunbird-Lern/data-products + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/replay-jobs/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml new file mode 100644 index 0000000000..6f8fd449c2 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernDataProducts/config.xml @@ -0,0 +1,238 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + 10 + -1 + 2 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Lern/LernDataProducts + false + + + artifact_source + <font color=dimgray size=2><b> +ArtifactRepo - Download the artifact from azure blob, JenkinsJob - Use the atrifact from Jenkins job.</b></font> + choice-parameter-9061667106947 + 1 + + true + + + + LernDataProducts + Deploy/dev/Lern/LernDataProducts + + + PT_SINGLE_SELECT + false + 1 + + + build_number + + choice-parameter-9061670571657 + 1 + + true + + + + LernDataProducts + Deploy/dev/Lern/LernDataProducts + + artifact_source + ET_FORMATTED_HTML + true + + + artifact_version + + choice-parameter-9061673103864 + 1 + + true + + + + LernDataProducts + Deploy/dev/Lern/LernDataProducts + + artifact_source + ET_FORMATTED_HTML + true + + + private_branch + + choice-parameter-2544395024638227 + 1 + + true + + + + true + + + LernDataProducts + Deploy/dev/Lern/LernDataProducts + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + true + + + + true + + + LernDataProducts + Deploy/dev/Lern/LernDataProducts + + + ET_FORMATTED_HTML + true + + + module + <font color=dimgray size=2><b>It will deploy only lpa_core_dp_artifacts(batch-models & job-manager) jar.</b></font> + ed-dataproducts + false + + + remote + + spark + false + + + + + 0 + 0 + + false + project + false + + + + + + + + ArtifactUpload/dev/Lern/LernDataProducts + + SUCCESS + 0 + BLUE + true + + + + + + + + 2 + + + https://github.com/Sunbird-Lern/data-products + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + pipelines/deploy/ed-dataproducts/Jenkinsfile + false + + + false + \ No newline at end of file diff --git a/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml new file mode 100644 index 0000000000..19322ba1a4 --- /dev/null +++ b/deploy/jenkins/jobs/Deploy/jobs/dev/jobs/Lern/jobs/LernFlinkJobs/config.xml @@ -0,0 +1,170 @@ + + + + + hudson.model.ParametersDefinitionProperty + com.sonyericsson.rebuild.RebuildSettings + + + + + false + + + + -1 + -1 + -1 + 5 + + + + + false + false + + + + + absolute_job_path + <font color=dimgray size=2><b>Do not change this value! The metadata.json will be copied from this job.</b></font> + ArtifactUpload/dev/Lern/LernFlinkJobs + false + + + image_tag + <font color=red size=2><b>CAUTION: If the value is blank, image tag will be taken from the latest metadata.json.</b></font> + + false + + + private_branch + + choice-parameter-2544395024638227 + 1 + + true + + + + true + + + LernFlinkJobs + Deploy/dev/Lern/LernFlinkJobs + + + ET_FORMATTED_HTML + true + + + branch_or_tag + + choice-parameter-2620434998790477 + 1 + + true + + + + true + + + LernFlinkJobs + Deploy/dev/Lern/LernFlinkJobs + + + ET_FORMATTED_HTML + true + + + job_names_to_deploy + <font color=green size=2><b>Choose the job names to deploy. Multi-selection is available.</b></font> + choice-parameter-6698726079983885 + 1 + + true + + + + LernFlinkJobs + Deploy/dev/Lern/LernFlinkJobs + + + PT_MULTI_SELECT + false + 1 + + + + + 0 + 0 + + false + project + false + + + + + + + + + + 2 + + + https://github.com/Sunbird-Lern/data-pipeline.git + + + + + ${branch_or_tag} + + + false + + + + true + false + + 0 + false + + + + kubernetes/pipelines/deploy/Jenkinsfile + false + + + false + \ No newline at end of file