Removing unused GitHub workflows (#2) #4
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "CI/CD Pipeline" | ||
| on: | ||
| push: | ||
| branches: | ||
| - develop | ||
| - 'ls-release/**' | ||
| pull_request: | ||
| types: | ||
| - opened | ||
| - synchronize | ||
| - reopened | ||
| - ready_for_review | ||
| branches: | ||
| - develop | ||
| - 'ls-release/**' | ||
| concurrency: | ||
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.event.pull_request.head.ref || github.ref }} | ||
| cancel-in-progress: true | ||
| env: | ||
| RELEASE_BRANCH_PREFIX: "ls-release/" | ||
| jobs: | ||
| changed_files: | ||
| name: "Changed files" | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| src: ${{ steps.changes.outputs.src }} | ||
| frontend: ${{ steps.changes.outputs.frontend }} | ||
| docker: ${{ steps.changes.outputs.docker }} | ||
| commit-message: ${{ steps.commit-details.outputs.commit-message }} | ||
| timeout-minutes: 25 | ||
| steps: | ||
| - uses: hmarr/[email protected] | ||
| - name: Checkout | ||
| if: github.event_name == 'push' | ||
| uses: actions/checkout@v3 | ||
| with: | ||
| ref: ${{ github.ref }} | ||
| - uses: dorny/paths-filter@v2 | ||
| id: changes | ||
| with: | ||
| filters: | | ||
| src: | ||
| - 'label_studio/!(frontend)/**' | ||
| - 'deploy/requirements**' | ||
| - 'setup.py' | ||
| - '.github/workflows/bandit.yml' | ||
| - '.github/workflows/tests.yml' | ||
| frontend: | ||
| - 'label_studio/frontend/**' | ||
| - '.github/workflows/frontend-build.yml' | ||
| docker: | ||
| - 'label_studio/**' | ||
| - 'deploy/**' | ||
| - 'Dockerfile**' | ||
| - 'setup.py' | ||
| - '.github/workflows/cicd_pipeline.yml' | ||
| - '.github/workflows/docker-build.yml' | ||
| - uses: actions/github-script@v6 | ||
| id: commit-details | ||
| with: | ||
| script: | | ||
| const { repo, owner } = context.repo; | ||
| const { data: commit } = await github.rest.repos.getCommit({ | ||
| owner, | ||
| repo, | ||
| ref: '${{ github.event.pull_request.head.sha || github.event.after }}' | ||
| }); | ||
| core.setOutput("commit-message", commit.commit.message); | ||
| gitleaks: | ||
| name: "Linter" | ||
| if: github.event_name == 'pull_request' | ||
| uses: ./.github/workflows/gitleaks.yml | ||
| with: | ||
| head_sha: ${{ github.sha }} | ||
| base_sha: ${{ github.event.pull_request.base.sha || github.event.before }} | ||
| bandit: | ||
| name: "Linter" | ||
| needs: | ||
| - changed_files | ||
| if: needs.changed_files.outputs.src == 'true' | ||
| uses: ./.github/workflows/bandit.yml | ||
|
Check failure on line 90 in .github/workflows/cicd_pipeline.yml
|
||
| with: | ||
| head_sha: ${{ github.event.pull_request.head.sha || github.event.after }} | ||
| build-frontend: | ||
| name: "Build" | ||
| needs: | ||
| - changed_files | ||
| if: | | ||
| github.event_name == 'pull_request' && | ||
| github.event.pull_request.head.repo.fork == false && | ||
| needs.changed_files.outputs.frontend == 'true' && | ||
| needs.changed_files.outputs.commit-message != 'ci: Build frontend' | ||
| permissions: | ||
| contents: write | ||
| uses: ./.github/workflows/frontend-build.yml | ||
| with: | ||
| ref: ${{ github.event.pull_request.head.ref || github.ref }} | ||
| build-docker: | ||
| name: "Build" | ||
| needs: | ||
| - changed_files | ||
| if: | | ||
| github.event_name == 'push' && | ||
| ( ( github.ref_name == 'develop' && needs.changed_files.outputs.docker == 'true' ) | ||
| || startsWith(github.ref_name, 'ls-release/') ) | ||
| permissions: | ||
| contents: read | ||
| checks: write | ||
| uses: ./.github/workflows/docker-build.yml | ||
| with: | ||
| sha: ${{ github.event.pull_request.head.sha || github.event.after }} | ||
| branch_name: ${{ github.event.pull_request.head.ref || github.ref_name }} | ||
| secrets: inherit | ||
| pytest: | ||
| name: "Tests" | ||
| needs: | ||
| - changed_files | ||
| if: needs.changed_files.outputs.src == 'true' | ||
| uses: ./.github/workflows/tests.yml | ||
| with: | ||
| head_sha: ${{ github.event.pull_request.head.sha || github.event.after }} | ||
| secrets: inherit | ||
| migrations: | ||
| name: "Tests" | ||
| needs: | ||
| - changed_files | ||
| if: needs.changed_files.outputs.src == 'true' | ||
| uses: ./.github/workflows/test_migrations.yml | ||
| with: | ||
| head_sha: ${{ github.event.pull_request.head.sha || github.event.after }} | ||
| secrets: inherit | ||
| conda-test: | ||
| name: "Tests" | ||
| needs: | ||
| - changed_files | ||
| if: needs.changed_files.outputs.src == 'true' | ||
| uses: ./.github/workflows/test_conda.yml | ||
| with: | ||
| head_sha: ${{ github.event.pull_request.head.sha || github.event.after }} | ||
| secrets: inherit | ||
| draft-release: | ||
| name: "Draft Release" | ||
| if: | | ||
| github.event_name == 'push' && | ||
| startsWith(github.ref_name, 'ls-release/') | ||
| runs-on: ubuntu-latest | ||
| permissions: | ||
| contents: write | ||
| outputs: | ||
| id: ${{ steps.update-draft-release.outputs.id }} | ||
| rc-version: ${{ steps.create-draft-release.outputs.rc-version }} | ||
| steps: | ||
| - uses: hmarr/[email protected] | ||
| - name: Checkout | ||
| uses: actions/checkout@v3 | ||
| with: | ||
| token: ${{ secrets.GIT_PAT }} | ||
| ref: ${{ github.sha }} | ||
| fetch-depth: 0 | ||
| - name: Create release draft | ||
| uses: actions/github-script@v6 | ||
| id: create-draft-release | ||
| env: | ||
| TARGET_COMMITISH: "${{ github.ref_name }}" | ||
| RELEASE_BRANCH_PREFIX: "${{ env.RELEASE_BRANCH_PREFIX }}" | ||
| DEFAULT_BRANCH: "${{ github.event.repository.default_branch }}" | ||
| with: | ||
| script: | | ||
| const { repo, owner } = context.repo; | ||
| const target_commitish = process.env.TARGET_COMMITISH; | ||
| const default_branch = process.env.DEFAULT_BRANCH; | ||
| let version = target_commitish.replace(process.env.RELEASE_BRANCH_PREFIX, '') | ||
| const regexp = '^[v]?([0-9]+)\.([0-9]+)\.([0-9]+)(\.post([0-9]+))?$'; | ||
| const {data: compare} = await github.rest.repos.compareCommits({ | ||
| owner, | ||
| repo, | ||
| base: default_branch, | ||
| head: target_commitish, | ||
| }); | ||
| const rc_version = `${version}rc${ compare.ahead_by }` | ||
| console.log(`rc-version: ${rc_version}`) | ||
| core.setOutput("rc-version", rc_version); | ||
| function compareVersions(a, b) { | ||
| if (a[1] === b[1]) | ||
| if (a[2] === b[2]) | ||
| if (a[3] === b[3]) | ||
| return (+a[5] || -1) - (+b[5] || -1) | ||
| else | ||
| return +a[3] - b[3] | ||
| else | ||
| return +a[2] - b[2] | ||
| else | ||
| return +a[1] - b[1] | ||
| } | ||
| const versionMatch = version.match(regexp) | ||
| if (!versionMatch) { | ||
| core.setFailed(`Version "${version}" from branch "${target_commitish}" does not match the regexp ${regexp}`) | ||
| process.exit() | ||
| } | ||
| const tags = await github.paginate( | ||
| github.rest.repos.listTags, | ||
| { | ||
| owner, | ||
| repo, | ||
| per_page: 100 | ||
| }, | ||
| (response) => response.data | ||
| ); | ||
| console.log(`Tags:`) | ||
| console.log(tags.map(e => e.name)) | ||
| const matchedTags = tags.filter(e => e.name.indexOf(version) !== -1) | ||
| console.log(`Tags for ${version}:`) | ||
| console.log(matchedTags.map(e => e.name)) | ||
| if (matchedTags.length !== 0) { | ||
| let newHotfixNumber = 0 | ||
| for (let matchedTag of matchedTags) { | ||
| const matchVersion = matchedTag.name.match('^[v]?([0-9]+)\.([0-9]+)\.([0-9]+)(.post([0-9]+))?$') | ||
| if (matchVersion && matchVersion[5]) { | ||
| const hotfixNumber = parseInt(matchVersion[5]) | ||
| if (newHotfixNumber <= hotfixNumber) { | ||
| newHotfixNumber = hotfixNumber + 1 | ||
| } | ||
| } | ||
| } | ||
| version = `${version}.post${newHotfixNumber}` | ||
| } | ||
| console.log(`New version: ${version}`) | ||
| const rawTags = tags.map(e => e.name) | ||
| const tagsWithNew = [...rawTags, version] | ||
| const sortedTags = tagsWithNew | ||
| .filter(e => e.match(regexp)) | ||
| .map((e => e.match(regexp))) | ||
| .sort(compareVersions) | ||
| .reverse() | ||
| .map(e => e[0]) | ||
| const previousTag = sortedTags[sortedTags.indexOf(version)+1] | ||
| console.log(`Previous version: ${previousTag}`) | ||
| console.log('Find or Create a Draft release') | ||
| const releases = await github.paginate( | ||
| github.rest.repos.listReleases, | ||
| { | ||
| owner, | ||
| repo, | ||
| per_page: 100 | ||
| }, | ||
| (response) => response.data | ||
| ); | ||
| let release = releases.find(e => target_commitish.endsWith(e.target_commitish) && e.draft) | ||
| if (release) { | ||
| console.log(`Draft release already exist ${release.html_url}`) | ||
| } else { | ||
| console.log(`Draft release is not found creating a new one`) | ||
| const {data: newDraftRelease} = await github.rest.repos.createRelease({ | ||
| owner, | ||
| repo, | ||
| draft: true, | ||
| prerelease: false, | ||
| name: version, | ||
| tag_name: version, | ||
| target_commitish: target_commitish, | ||
| }); | ||
| console.log(`Draft release is created ${newDraftRelease.html_url}`) | ||
| release = newDraftRelease; | ||
| core.setOutput("created", true); | ||
| } | ||
| core.setOutput("id", release.id); | ||
| core.setOutput("tag_name", release.tag_name); | ||
| - uses: actions/cache@v3 | ||
| name: Configure pip cache | ||
| id: pip-cache | ||
| with: | ||
| path: ~/.cache/pip | ||
| key: ${{ runner.os }}-pip-gh-actions-${{ hashFiles('.github/helpers/gh_changelog_generator/requirements.txt') }} | ||
| restore-keys: | | ||
| ${{ runner.os }}-pip-gh-actions- | ||
| - name: Install tools and dependencies | ||
| run: | | ||
| pip3 install -r .github/helpers/gh_changelog_generator/requirements.txt | ||
| - name: Generate release changelog | ||
| id: changelog_md | ||
| env: | ||
| RELEASE_VERSION: "${{ steps.create-draft-release.outputs.tag_name }}" | ||
| CURRENT_REF: "${{ github.event.after }}" | ||
| GH_REPO: "${{ github.repository }}" | ||
| GH_TOKEN: "${{ secrets.GIT_PAT }}" | ||
| AHA_SERVER: "https://labelstudio.aha.io" | ||
| AHA_TOKEN: "${{ secrets.AHA_TOKEN }}" | ||
| AHA_PRODUCT: "LSDV" | ||
| AHA_RN_FIELD: "release_notes" | ||
| AHA_FETCH_STRATEGY: "TAG" | ||
| AHA_TAG: "LS ${{ steps.create-draft-release.outputs.tag_name }}" | ||
| AHA_ADDITIONAL_RELEASES_TAG: "oss" | ||
| JIRA_SERVER: "https://heartex.atlassian.net" | ||
| JIRA_USERNAME: "${{ secrets.JIRA_USERNAME }}" | ||
| JIRA_TOKEN: "${{ secrets.JIRA_TOKEN }}" | ||
| JIRA_PROJECT: "DEV" | ||
| JIRA_RN_FIELD: "customfield_10064" | ||
| LAUNCHDARKLY_SDK_KEY: "${{ secrets.LAUNCHDARKLY_COMMUNITY_SDK_KEY }}" | ||
| LAUNCHDARKLY_ENVIRONMENT: "community" | ||
| OUTPUT_FILE_MD: "${{ github.workspace }}/output.md" | ||
| OUTPUT_FILE_JSON: "${{ github.workspace }}/output.json" | ||
| WORKFLOW_RUN_LINK: "https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" | ||
| run: | | ||
| set -eux | ||
| previous_tag=$(git tag --sort=-committerdate | head -n1) | ||
| export PREVIOUS_REF="tags/${previous_tag}" | ||
| python3 .github/helpers/gh_changelog_generator/gh_changelog_generator.py | ||
| echo "changelog_msg_b64=$(cat '${{ env.OUTPUT_FILE_MD }}' | base64 -w 0)" >> $GITHUB_OUTPUT | ||
| echo "CHANGELOG_MD<<CHANGELOG_MD_EOF" >> $GITHUB_ENV | ||
| cat '${{ env.OUTPUT_FILE_MD }}' >> $GITHUB_ENV | ||
| echo >> $GITHUB_ENV | ||
| echo "CHANGELOG_MD_EOF" >> $GITHUB_ENV | ||
| echo "CHANGELOG_JSON<<CHANGELOG_JSON_EOF" >> $GITHUB_ENV | ||
| cat '${{ env.OUTPUT_FILE_JSON }}' >> $GITHUB_ENV | ||
| echo >> $GITHUB_ENV | ||
| echo "CHANGELOG_JSON_EOF" >> $GITHUB_ENV | ||
| - name: Update Draft Release | ||
| uses: actions/github-script@v6 | ||
| id: update-draft-release | ||
| with: | ||
| github-token: ${{ secrets.GIT_PAT }} | ||
| script: | | ||
| const { repo, owner } = context.repo; | ||
| const { data: release } = await github.rest.repos.updateRelease({ | ||
| owner, | ||
| repo, | ||
| release_id: '${{ steps.create-draft-release.outputs.id }}', | ||
| draft: true, | ||
| prerelease: false, | ||
| name: '${{ steps.create-draft-release.outputs.tag_name }}', | ||
| tag_name: '${{ steps.create-draft-release.outputs.tag_name }}', | ||
| target_commitish: '${{ github.ref_name }}', | ||
| body: atob(`${{ steps.changelog_md.outputs.changelog_msg_b64 }}`) | ||
| }); | ||
| console.log(`Draft release is updated: ${release.html_url}`) | ||
| core.setOutput("id", release.id); | ||
| core.setOutput("tag_name", release.tag_name); | ||
| core.setOutput("html_url", release.html_url); | ||
| build-pypi: | ||
| name: "Build" | ||
| needs: | ||
| - draft-release | ||
| if: | | ||
| github.event_name == 'push' && | ||
| startsWith(github.ref_name, 'ls-release/') | ||
| permissions: | ||
| contents: write | ||
| uses: ./.github/workflows/build_pypi.yml | ||
| with: | ||
| version: ${{ needs.draft-release.outputs.rc-version }} | ||
| ref: ${{ github.ref_name }} | ||
| release-id: ${{ needs.draft-release.outputs.id }} | ||
| secrets: inherit | ||
