Remove WC beta tests from matrix config & add a todo comment (#7598) #20961
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: E2E Tests - All | |
| on: | |
| schedule: | |
| - cron: '0 */6 * * *' | |
| push: | |
| branches: | |
| - develop | |
| - trunk | |
| workflow_dispatch: | |
| env: | |
| E2E_GH_TOKEN: ${{ secrets.E2E_GH_TOKEN }} | |
| WCP_DEV_TOOLS_REPO: ${{ secrets.WCP_DEV_TOOLS_REPO }} | |
| WCP_DEV_TOOLS_BRANCH: 'trunk' | |
| WCP_SERVER_REPO: ${{ secrets.WCP_SERVER_REPO }} | |
| WC_SUBSCRIPTIONS_REPO: ${{ secrets.WC_SUBSCRIPTIONS_REPO }} | |
| E2E_BLOG_ID: ${{ secrets.E2E_BLOG_ID }} | |
| E2E_BLOG_TOKEN: ${{ secrets.E2E_BLOG_TOKEN }} | |
| E2E_USER_TOKEN: ${{ secrets.E2E_USER_TOKEN }} | |
| WC_E2E_SCREENSHOTS: 1 | |
| E2E_SLACK_CHANNEL: ${{ secrets.E2E_SLACK_CHANNEL }} | |
| E2E_SLACK_TOKEN: ${{ secrets.E2E_SLACK_TOKEN }} | |
| E2E_USE_LOCAL_SERVER: false | |
| E2E_RESULT_FILEPATH: 'tests/e2e/results.json' | |
| WC_MIN_SUPPORTED_VERSION: '7.6.0' | |
| NODE_ENV: 'test' | |
| FORCE_E2E_DEPS_SETUP: true | |
| jobs: | |
| # [TODO] Enable WC beta tests after fixing failures caused by blocks checkout being default on newer versions | |
| generate-matrix: | |
| name: "Generate the matrix for subscriptions-tests dynamically" | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.generate_matrix.outputs.matrix }} | |
| steps: | |
| - name: "Generate matrix" | |
| id: generate_matrix | |
| run: | | |
| WC_VERSIONS=$( echo "[\"7.7.0\", \"latest\"]" ) | |
| echo "matrix={\"woocommerce\":$WC_VERSIONS,\"test_groups\":[\"wcpay\", \"subscriptions\"],\"test_branches\":[\"merchant\", \"shopper\"]}" >> $GITHUB_OUTPUT | |
| # Run WCPay & subscriptions tests against specific WC versions | |
| wcpay-subscriptions-tests: | |
| runs-on: ubuntu-latest | |
| needs: generate-matrix | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJSON(needs.generate-matrix.outputs.matrix) }} | |
| name: WC - ${{ matrix.woocommerce }} | ${{ matrix.test_groups }} - ${{ matrix.test_branches }} | |
| env: | |
| E2E_WP_VERSION: 'latest' | |
| E2E_WC_VERSION: ${{ matrix.woocommerce }} | |
| E2E_GROUP: ${{ matrix.test_groups }} | |
| E2E_BRANCH: ${{ matrix.test_branches }} | |
| SKIP_WC_BLOCKS_TESTS: 1 #skip installing & running blocks tests | |
| steps: | |
| - name: Checkout WCPay repository | |
| uses: actions/checkout@v3 | |
| - name: Setup E2E environment | |
| uses: ./.github/actions/e2e/env-setup | |
| - name: Run tests, upload screenshots & logs | |
| uses: ./.github/actions/e2e/run-log-tests | |
| # Run tests against WC Checkout blocks & WC latest | |
| # [TODO] Unskip blocks tests after investigating constant failures. | |
| # blocks-tests: | |
| # runs-on: ubuntu-latest | |
| # name: WC - latest | blocks - shopper | |
| # env: | |
| # E2E_WP_VERSION: 'latest' | |
| # E2E_WC_VERSION: 'latest' | |
| # E2E_GROUP: 'blocks' | |
| # E2E_BRANCH: 'shopper' | |
| # SKIP_WC_SUBSCRIPTIONS_TESTS: 1 #skip installing & running subscriptions tests | |
| # SKIP_WC_ACTION_SCHEDULER_TESTS: 1 #skip installing & running action scheduler tests | |
| # steps: | |
| # - name: Checkout WCPay repository | |
| # uses: actions/checkout@v2 | |
| # - name: Setup E2E environment | |
| # uses: ./.github/actions/e2e/env-setup | |
| # - name: Run tests, upload screenshots & logs | |
| # uses: ./.github/actions/e2e/run-log-tests | |
| # Run tests against WP Nightly & WC latest | |
| wp-nightly-tests: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| test_groups: [ 'wcpay', 'subscriptions' ] # [TODO] Unskip blocks tests after investigating constant failures. | |
| test_branches: [ 'merchant', 'shopper' ] | |
| name: WP - nightly | WC - latest | ${{ matrix.test_groups }} - ${{ matrix.test_branches }} | |
| env: | |
| E2E_WP_VERSION: 'nightly' | |
| E2E_WC_VERSION: 'latest' | |
| E2E_GROUP: ${{ matrix.test_groups }} | |
| E2E_BRANCH: ${{ matrix.test_branches }} | |
| steps: | |
| - name: Checkout WCPay repository | |
| uses: actions/checkout@v3 | |
| - name: Setup E2E environment | |
| uses: ./.github/actions/e2e/env-setup | |
| - name: Run tests, upload screenshots & logs | |
| uses: ./.github/actions/e2e/run-log-tests |