chore(ZCH-127): change_detection for django, dotnet, node, python, sp… (

#117)
zupit-it · Nov 21, 2024 · 554a520 · 554a520
1 parent 881a928
commit 554a520
Show file tree

Hide file tree

Showing 13 changed files with 643 additions and 35 deletions.
diff --git a/.github/workflows/django-workflow-common.yml b/.github/workflows/django-workflow-common.yml
@@ -22,11 +22,11 @@ on:
       RUN_ON:
         required: false
         type: string
-        default: 'zupit-agents'
+        default: "zupit-agents"
       RUNNERS_CONTAINER_GROUP:
         required: false
         type: string
-        default: 'Container'
+        default: "Container"
       RUN:
         required: false
         type: boolean
@@ -48,11 +48,46 @@ on:
         required: false
         type: number
         default: 50
+      CHECK_WORKDIR_CHANGES:
+        required: true
+        type: boolean
+        default: false
+      CHECK_CUSTOM_DIR:
+        required: false
+        type: string
+        default: ""
+      CHECK_CHANGES_BY_JOBS:
+        required: false
+        type: string
+        default: "all"
+env:
+  CHECK_DIR: ${{ inputs.WORKING_DIRECTORY }}
 
 jobs:
+  workdir-has-changes:
+    runs-on: ubuntu-latest
+    outputs:
+      changes-detected: ${{ steps.filter.outputs.changes-detected }}
+    steps:
+      - name: Set CHECK_DIR to custom directory if provided
+        if: ${{ inputs.CHECK_CUSTOM_DIR != '' }}
+        run: echo "CHECK_DIR=${{ inputs.CHECK_CUSTOM_DIR }}" >> $GITHUB_ENV
+      - name: Set default CHECK_DIR
+        if: ${{ inputs.CHECK_CUSTOM_DIR == '' }}
+        run: echo "CHECK_DIR=${{ inputs.WORKING_DIRECTORY }}" >> $GITHUB_ENV
+
+      - uses: actions/checkout@v4
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            changes-detected:
+              - "${{ env.CHECK_DIR }}/**"
+
   django-lint-check:
-    uses:
-      ./.github/workflows/django-step-lint-check.yml
+    needs: workdir-has-changes
+    if: ${{ !inputs.CHECK_WORKDIR_CHANGES || (needs.workdir-has-changes.outputs.changes-detected == 'true' && (inputs.CHECK_CHANGES_BY_JOBS == 'all' || contains(fromJson(inputs.CHECK_CHANGES_BY_JOBS), github.job)))}}
+    uses: ./.github/workflows/django-step-lint-check.yml
     with:
       RUN_ON: ${{inputs.RUN_ON}}
       RUNNERS_CONTAINER_GROUP: ${{inputs.RUNNERS_CONTAINER_GROUP}}
@@ -66,8 +101,9 @@ jobs:
     secrets: inherit
 
   django-tests:
-    uses:
-      ./.github/workflows/django-step-tests.yml
+    needs: workdir-has-changes
+    if: ${{ !inputs.CHECK_WORKDIR_CHANGES || (needs.workdir-has-changes.outputs.changes-detected == 'true' && (inputs.CHECK_CHANGES_BY_JOBS == 'all' || contains(fromJson(inputs.CHECK_CHANGES_BY_JOBS), github.job)))}}
+    uses: ./.github/workflows/django-step-tests.yml
     with:
       RUN_ON: ${{inputs.RUN_ON}}
       RUNNERS_CONTAINER_GROUP: ${{inputs.RUNNERS_CONTAINER_GROUP}}
@@ -80,3 +116,11 @@ jobs:
       LFS_REPO_PATH: ${{inputs.LFS_REPO_PATH}}
       COVERAGE_THRESHOLD: ${{inputs.COVERAGE_THRESHOLD}}
     secrets: inherit
+
+  jobs-succeded:
+    needs: ["django-lint-check", "django-tests"]
+    runs-on: ubuntu-latest
+    if: ${{ always()}}
+    steps:
+      - name: "Jobs: django-lint-check, django-tests didn't fail."
+        run: if [[ "${{ needs.django-lint-check.result }}" == "failure" || "${{ needs.django-tests.result }}" == "failure" ]]; then exit 1; fi
diff --git a/.github/workflows/dotnet-workflow-common.yml b/.github/workflows/dotnet-workflow-common.yml
@@ -12,19 +12,19 @@ on:
       RUN_ON:
         required: false
         type: string
-        default: 'zupit-agents'
+        default: "zupit-agents"
       RUNNERS_CONTAINER_GROUP:
         required: false
         type: string
-        default: 'Container'
+        default: "Container"
       DOTNET_IMAGE_ENV_VARIABLES:
         required: false
         type: string
-        default: '{}'
+        default: "{}"
       CSHARPIER_VERSION:
         required: false
         type: string
-        default: ''
+        default: ""
       RUN_LINT:
         required: false
         type: boolean
@@ -33,10 +33,47 @@ on:
         required: false
         type: boolean
         default: true
+      CHECK_WORKDIR_CHANGES:
+        required: true
+        type: boolean
+        default: false
+      CHECK_CUSTOM_DIR:
+        required: false
+        type: string
+        default: ""
+      CHECK_CHANGES_BY_JOBS:
+        required: false
+        type: string
+        default: "all"
+
+env:
+  CHECK_DIR: ${{ inputs.WORKING_DIRECTORY }}
 
 jobs:
+  workdir-has-changes:
+    runs-on: ubuntu-latest
+    outputs:
+      changes-detected: ${{ steps.filter.outputs.changes-detected }}
+    steps:
+      - name: Set CHECK_DIR to custom directory if provided
+        if: ${{ inputs.CHECK_CUSTOM_DIR != '' }}
+        run: echo "CHECK_DIR=${{ inputs.CHECK_CUSTOM_DIR }}" >> $GITHUB_ENV
+      - name: Set default CHECK_DIR
+        if: ${{ inputs.CHECK_CUSTOM_DIR == '' }}
+        run: echo "CHECK_DIR=${{ inputs.WORKING_DIRECTORY }}" >> $GITHUB_ENV
+
+      - uses: actions/checkout@v4
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            changes-detected:
+              - "${{ env.CHECK_DIR }}/**"
+
   dotnet-common:
+    needs: workdir-has-changes
     name: Run .NET build, check formatting and test
+    if: ${{ !inputs.CHECK_WORKDIR_CHANGES || (needs.workdir-has-changes.outputs.changes-detected == 'true' && (inputs.CHECK_CHANGES_BY_JOBS == 'all' || contains(fromJson(inputs.CHECK_CHANGES_BY_JOBS), github.job)))}}
     runs-on:
       labels: ${{ inputs.RUN_ON }}
       group: ${{ inputs.RUNNERS_CONTAINER_GROUP }}
@@ -76,3 +113,11 @@ jobs:
         with:
           WORKING_DIRECTORY: ${{ inputs.WORKING_DIRECTORY }}
           GENERATE_CODE_COVERAGE: false
+
+  jobs-succeded:
+    needs: dotnet-common
+    runs-on: ubuntu-latest
+    if: ${{ always()}}
+    steps:
+      - name: "Jobs: dotnet-common didn't fail."
+        run: if [ "${{ needs.dotnet-common.result }}" == "failure" ]; then exit 1; fi
diff --git a/.github/workflows/node-workflow-common.yml b/.github/workflows/node-workflow-common.yml
@@ -29,11 +29,11 @@ on:
       RUN_ON:
         required: false
         type: string
-        default: 'zupit-agents'
+        default: "zupit-agents"
       RUNNERS_CONTAINER_GROUP:
         required: false
         type: string
-        default: 'Container'
+        default: "Container"
       RUN:
         required: false
         type: boolean
@@ -42,11 +42,47 @@ on:
         required: false
         type: string
         default: ""
+      CHECK_WORKDIR_CHANGES:
+        required: true
+        type: boolean
+        default: false
+      CHECK_CUSTOM_DIR:
+        required: false
+        type: string
+        default: ""
+      CHECK_CHANGES_BY_JOBS:
+        required: false
+        type: string
+        default: "all"
+
+env:
+  CHECK_DIR: ${{ inputs.WORKING_DIRECTORY }}
 
 jobs:
+  workdir-has-changes:
+    runs-on: ubuntu-latest
+    outputs:
+      changes-detected: ${{ steps.filter.outputs.changes-detected }}
+    steps:
+      - name: Set CHECK_DIR to custom directory if provided
+        if: ${{ inputs.CHECK_CUSTOM_DIR != '' }}
+        run: echo "CHECK_DIR=${{ inputs.CHECK_CUSTOM_DIR }}" >> $GITHUB_ENV
+      - name: Set default CHECK_DIR
+        if: ${{ inputs.CHECK_CUSTOM_DIR == '' }}
+        run: echo "CHECK_DIR=${{ inputs.WORKING_DIRECTORY }}" >> $GITHUB_ENV
+
+      - uses: actions/checkout@v4
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            changes-detected:
+              - "${{ env.CHECK_DIR }}/**"
+
   lint-check-build:
-    uses:
-      ./.github/workflows/node-step-format-lint-build.yml
+    needs: workdir-has-changes
+    if: ${{ !inputs.CHECK_WORKDIR_CHANGES || (needs.workdir-has-changes.outputs.changes-detected == 'true' && (inputs.CHECK_CHANGES_BY_JOBS == 'all' || contains(fromJson(inputs.CHECK_CHANGES_BY_JOBS), github.job)))}}
+    uses: ./.github/workflows/node-step-format-lint-build.yml
     with:
       RUN_ON: ${{inputs.RUN_ON}}
       RUNNERS_CONTAINER_GROUP: ${{inputs.RUNNERS_CONTAINER_GROUP}}
@@ -57,9 +93,9 @@ jobs:
     secrets: inherit
 
   cypress-run:
-    if: ${{ inputs.ENABLE_TESTS }}
-    uses:
-      ./.github/workflows/node-step-test-cypress.yml
+    needs: workdir-has-changes
+    if: ${{ inputs.ENABLE_TESTS && (!inputs.CHECK_WORKDIR_CHANGES || (needs.workdir-has-changes.outputs.changes-detected == 'true' && (inputs.CHECK_CHANGES_BY_JOBS == 'all' || contains(fromJson(inputs.CHECK_CHANGES_BY_JOBS), github.job)))) }}
+    uses: ./.github/workflows/node-step-test-cypress.yml
     with:
       RUN_ON: ${{inputs.RUN_ON}}
       RUNNERS_CONTAINER_GROUP: ${{inputs.RUNNERS_CONTAINER_GROUP}}
@@ -71,3 +107,10 @@ jobs:
       PROJECT: ${{ inputs.PROJECT }}
     secrets: inherit
 
+  jobs-succeded:
+    needs: ["lint-check-build", "cypress-run"]
+    runs-on: ubuntu-latest
+    if: ${{ always()}}
+    steps:
+      - name: "Jobs: lint-check-build, cypress-run didn't fail."
+        run: if [[ "${{ needs.lint-check-build.result }}" == "failure" || "${{ needs.cypress-run.result }}" == "failure" ]]; then exit 1; fi
diff --git a/.github/workflows/python-workflow-common.yml b/.github/workflows/python-workflow-common.yml
@@ -18,11 +18,11 @@ on:
       RUN_ON:
         required: false
         type: string
-        default: 'zupit-agents'
+        default: "zupit-agents"
       RUNNERS_CONTAINER_GROUP:
         required: false
         type: string
-        default: 'Container'
+        default: "Container"
       RUN:
         required: false
         type: boolean
@@ -36,11 +36,47 @@ on:
         required: false
         type: string
         default: ""
+      CHECK_WORKDIR_CHANGES:
+        required: true
+        type: boolean
+        default: false
+      CHECK_CUSTOM_DIR:
+        required: false
+        type: string
+        default: ""
+      CHECK_CHANGES_BY_JOBS:
+        required: false
+        type: string
+        default: "all"
+
+env:
+  CHECK_DIR: ${{ inputs.WORKING_DIRECTORY }}
 
 jobs:
+  workdir-has-changes:
+    runs-on: ubuntu-latest
+    outputs:
+      changes-detected: ${{ steps.filter.outputs.changes-detected }}
+    steps:
+      - name: Set CHECK_DIR to custom directory if provided
+        if: ${{ inputs.CHECK_CUSTOM_DIR != '' }}
+        run: echo "CHECK_DIR=${{ inputs.CHECK_CUSTOM_DIR }}" >> $GITHUB_ENV
+      - name: Set default CHECK_DIR
+        if: ${{ inputs.CHECK_CUSTOM_DIR == '' }}
+        run: echo "CHECK_DIR=${{ inputs.WORKING_DIRECTORY }}" >> $GITHUB_ENV
+
+      - uses: actions/checkout@v4
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            changes-detected:
+              - "${{ env.CHECK_DIR }}/**"
+
   django-lint-check:
-    uses:
-      ./.github/workflows/python-step-lint-check.yml
+    needs: workdir-has-changes
+    if: ${{ !inputs.CHECK_WORKDIR_CHANGES || (needs.workdir-has-changes.outputs.changes-detected == 'true' && (inputs.CHECK_CHANGES_BY_JOBS == 'all' || contains(fromJson(inputs.CHECK_CHANGES_BY_JOBS), github.job)))}}
+    uses: ./.github/workflows/python-step-lint-check.yml
     with:
       RUN_ON: ${{inputs.RUN_ON}}
       RUNNERS_CONTAINER_GROUP: ${{inputs.RUNNERS_CONTAINER_GROUP}}
@@ -51,3 +87,11 @@ jobs:
       ENABLE_LFS: ${{inputs.ENABLE_LFS}}
       LFS_REPO_PATH: ${{inputs.LFS_REPO_PATH}}
     secrets: inherit
+
+  jobs-succeded:
+    needs: ["django-lint-check"]
+    runs-on: ubuntu-latest
+    if: ${{ always()}}
+    steps:
+      - name: "Jobs: django-lint-check didn't fail."
+        run: if [[ "${{ needs.django-lint-check.result }}" == "failure" ]]; then exit 1; fi
diff --git a/.github/workflows/sonar-step-analyze.yml b/.github/workflows/sonar-step-analyze.yml
@@ -34,13 +34,46 @@ on:
         required: false
         type: string
         default: ".coverage-reports/"
-
+      CHECK_WORKDIR_CHANGES:
+        required: true
+        type: boolean
+        default: false
+      CHECK_CUSTOM_DIR:
+        required: false
+        type: string
+        default: ""
+      CHECK_CHANGES_BY_JOBS:
+        required: false
+        type: string
+        default: "all"
 env:
   SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
   SONAR_HOST_URL: ${{ secrets.SONAR_HOST_URL }}
+  CHECK_DIR: ${{ inputs.WORKING_DIRECTORY }}
 
 jobs:
+  workdir-has-changes:
+    runs-on: ubuntu-latest
+    outputs:
+      changes-detected: ${{ steps.filter.outputs.changes-detected }}
+    steps:
+      - name: Set CHECK_DIR to custom directory if provided
+        if: ${{ inputs.CHECK_CUSTOM_DIR != '' }}
+        run: echo "CHECK_DIR=${{ inputs.CHECK_CUSTOM_DIR }}" >> $GITHUB_ENV
+      - name: Set default CHECK_DIR
+        if: ${{ inputs.CHECK_CUSTOM_DIR == '' }}
+        run: echo "CHECK_DIR=${{ inputs.WORKING_DIRECTORY }}" >> $GITHUB_ENV
+
+      - uses: actions/checkout@v4
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            changes-detected:
+              - "${{ env.CHECK_DIR }}/**"
   sonar-analyze:
+    needs: workdir-has-changes
+    if: ${{ !inputs.CHECK_WORKDIR_CHANGES || (needs.workdir-has-changes.outputs.changes-detected == 'true' && (inputs.CHECK_CHANGES_BY_JOBS == 'all' || contains(fromJson(inputs.CHECK_CHANGES_BY_JOBS), github.job)))}}
     runs-on:
       labels: ${{ inputs.RUN_ON }}
       group: ${{ inputs.RUNNERS_CONTAINER_GROUP }}
@@ -68,3 +101,11 @@ jobs:
           ARTIFACT_FILENAME: ${{ inputs.ARTIFACT_FILENAME }}
           ARTIFACT_PATH: ${{ inputs.ARTIFACT_PATH }}
         env: "${{secrets}}"
+
+  jobs-succeded:
+    needs: ["sonar-analyze"]
+    runs-on: ubuntu-latest
+    if: ${{ always()}}
+    steps:
+      - name: "Jobs: sonar-analyze didn't fail."
+        run: if [[ "${{ needs.sonar-analyze.result }}" == "failure" ]]; then exit 1; fi