test.yml

# https://github.com/scikit-hep/awkward/blob/main/.github/workflows/test.yml
# https://github.com/dask-contrib/dask-awkward/blob/main/.github/workflows/pypi-tests.yml
# https://github.com/scikit-hep/uproot5/blob/main/.github/workflows/build-test.yml
# https://github.com/CoffeaTeam/coffea/blob/master/.github/workflows/ci.yml

name: Test

on:
  schedule:
    - cron:  '1 0 * * *'
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  test:
    runs-on: ${{ matrix.os }}

    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]  # , macOS-latest, windows-latest]
        java-version: [17]
        java-distribution: ["corretto"]
        python-version: ["3.11"]  # ["3.8", "3.11"]
    env:
      PIP_ONLY_BINARY: cmake,numpy,pandas,pyarrow,numexpr
      PIP_PRE: "1"

    name: test (${{ matrix.os }}) - Python ${{ matrix.python-version }}, JDK${{ matrix.java-version }}

    steps:
    - name: Conda with Python
      uses: conda-incubator/setup-miniconda@v3
      with:
        auto-update-conda: true
        python-version: ${{ matrix.python-version }}
        channels: conda-forge
        conda-solver: "libmamba"
        activate-environment: test

    - name: JDK ${{ matrix.java-distribution }}/${{ matrix.java-version }}
      uses: actions/setup-java@v4
      with:
        java-version: ${{ matrix.java-version }}
        distribution: ${{ matrix.java-distribution }}

    - name: Dependencies (Linux only)
      if: matrix.os == 'ubuntu-latest'
      shell: bash -el {0}
      run: |
        conda install root
        python -m pip install --upgrade pip setuptools wheel
        python -m pip install dask[array,dataframe,distributed,diagnostics]
        python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
        python -m pip install xgboost
        python -m pip install tritonclient[grpc,http]
        python -m pip list
        java -version

    - name: Dependencies (MacOS only)
      if: matrix.os == 'macOS-latest'
      shell: bash -el {0}
      run: |
        conda install root
        python -m pip install --upgrade pip setuptools wheel
        python -m pip install dask[array,dataframe,distributed,diagnostics]
        python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
        python -m pip install xgboost
        python -m pip list
        java -version

    - name: Dependencies (Windows only)
      if: matrix.os == 'windows-latest'
      shell: bash -el {0}
      run: |
        python -m pip install --upgrade pip setuptools wheel
        python -m pip install dask[array,dataframe,distributed,diagnostics]
        python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
        python -m pip install xgboost
        python -m pip list
        java -version

    - name: Clone scikit-hep/awkward
      uses: actions/checkout@v4
      with:
        repository: scikit-hep/awkward
        path: repo-awkward
        submodules: true

    - name: Clone dask-contrib/dask-awkward
      uses: actions/checkout@v4
      with:
        repository: dask-contrib/dask-awkward
        path: repo-dask-awkward

    - name: Clone scikit-hep/uproot5
      uses: actions/checkout@v4
      with:
        repository: scikit-hep/uproot5
        path: repo-uproot5

    - name: Clone CoffeaTeam/coffea
      uses: actions/checkout@v4
      with:
        repository: CoffeaTeam/coffea
        path: repo-coffea

    - name: Build scikit-hep/awkward
      shell: bash -el {0}
      run: |
        cd repo-awkward
        pipx run nox -s prepare -- --headers --signatures --tests
        python -m pip install -r requirements-test.txt
        python -m pip install -vv ./awkward-cpp
        python -m pip install .[test]
        cd ..

    - name: Build dask-contrib/dask-awkward
      shell: bash -el {0}
      run: |
        cd repo-dask-awkward
        python -m pip install .[complete,test]
        cd ..

    - name: Build scikit-hep/uproot5
      shell: bash -el {0}
      run: |
        cd repo-uproot5
        python -m pip install .[test,dev]
        cd ..

    - name: Build CoffeaTeam/coffea
      shell: bash -el {0}
      run: |
        cd repo-coffea
        python -m pip install -q -e '.[dev,dask]' --upgrade --upgrade-strategy eager
        cd ..

    - name: Test scikit-hep/awkward
      shell: bash -el {0}
      run: |
        cd repo-awkward
        python -m pytest -vv -rs tests
        cd ..

    - name: Test dask-contrib/dask-awkward
      shell: bash -el {0}
      run: |
        cd repo-dask-awkward
        python -m pytest -vv -rs tests
        cd ..

    - name: Test scikit-hep/uproot5
      shell: bash -el {0}
      run: |
        cd repo-uproot5
        python -m pytest -vv tests --reruns 3 --reruns-delay 30 --only-rerun "(?i)http|timeout|connection|socket"
        cd ..

    - name: Test CoffeaTeam/coffea
      shell: bash -el {0}
      run: |
        cd repo-coffea
        echo "Which Coffea tests should we run?"
        cd ..