Test.yml

name: Test

on:
  push:
    branches:
      - main
    tags: ["*"]
  pull_request:
    types: [opened, reopened, synchronize, ready_for_review]
  workflow_dispatch:

concurrency:
  # Skip intermediate builds: always.
  # Cancel intermediate builds: only if it is a pull request build.
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}

jobs:
  test-DI:
    name: ${{ matrix.version }} - DI (${{ matrix.group }})
    runs-on: ubuntu-latest
    if: ${{ !contains(github.event.pull_request.labels.*.name, 'skipci') }}
    timeout-minutes: 60
    permissions: # needed to allow julia-actions/cache to proactively delete old caches that it has created
      actions: write
      contents: read
    strategy:
      fail-fast: false  # TODO: toggle
      matrix:
        version:
          - "1.10"
          - "1"
        group:
          - Misc/Internals
          - Misc/DifferentiateWith
          - Misc/FromPrimitive
          - Misc/SparsityDetector
          - Misc/ZeroBackends
          - Back/ChainRules
          # - Back/Diffractor
          - Back/Enzyme
          - Back/FiniteDiff
          - Back/FiniteDifferences
          - Back/ForwardDiff
          - Back/Mooncake
          - Back/PolyesterForwardDiff
          - Back/ReverseDiff
          - Back/SymbolicBackends
          - Back/Tracker
          - Back/Zygote
          - Down/Flux
          - Down/Lux
        skip_lts:
          - ${{ github.event.pull_request.draft }}
        exclude:
          # - skip_lts: true
          #   version: "1.10"
          - version: "1"
            group: Back/ChainRules
          - version: "1"
            group: Back/Enzyme
    env:
      JULIA_DI_TEST_GROUP: ${{ matrix.group }}
    steps:
      - uses: actions/checkout@v4
      - uses: julia-actions/setup-julia@v2
        with:
          version: ${{ matrix.version }}
          arch: x64
      - uses: julia-actions/cache@v2
      - name: Install dependencies & run tests
        # how to add the local DIT to the DI test env?
        run: julia --project=./DifferentiationInterface -e '
          using Pkg;
          Pkg.Registry.update();
          Pkg.test("DifferentiationInterface"; coverage=true);'
      - uses: julia-actions/julia-processcoverage@v1
        with:
          directories: ./DifferentiationInterface/src,./DifferentiationInterface/ext,./DifferentiationInterface/test
      - uses: codecov/codecov-action@v5
        with:
          files: lcov.info
          flags: DI
          token: ${{ secrets.CODECOV_TOKEN }}
          fail_ci_if_error: true

  test-DIT:
    name: ${{ matrix.version }} - DIT (${{ matrix.group }})
    runs-on: ubuntu-latest
    if: ${{ !contains(github.event.pull_request.labels.*.name, 'skipci') }}
    timeout-minutes: 60
    permissions: # needed to allow julia-actions/cache to proactively delete old caches that it has created
      actions: write
      contents: read
    strategy:
      fail-fast: true
      matrix:
        version:
          - "1.10"
          - "1"
        group:
          - Formalities
          - Zero
          - Standard
          - Weird
        skip_lts:
          - ${{ github.event.pull_request.draft }}
        # exclude:
        #   - skip_lts: true
        #     version: "1.10"
    env:
      JULIA_DIT_TEST_GROUP: ${{ matrix.group }}
    steps:
      - uses: actions/checkout@v4
      - uses: julia-actions/setup-julia@v2
        with:
          version: ${{ matrix.version }}
          arch: x64
      - uses: julia-actions/cache@v2
      - name: Install dependencies & run tests
        run: julia --project=./DifferentiationInterfaceTest -e '
          using Pkg;
          Pkg.Registry.update();
          Pkg.develop(path="./DifferentiationInterface");
          Pkg.test("DifferentiationInterfaceTest"; coverage=true);'
      - uses: julia-actions/julia-processcoverage@v1
        with:
          directories: ./DifferentiationInterfaceTest/src,./DifferentiationInterfaceTest/ext,./DifferentiationInterfaceTest/test
      - uses: codecov/codecov-action@v5
        with:
          files: lcov.info
          flags: DIT
          token: ${{ secrets.CODECOV_TOKEN }}
          fail_ci_if_error: true