test.yml

# https://github.com/scikit-hep/awkward/blob/main/.github/workflows/test.yml
# https://github.com/dask-contrib/dask-awkward/blob/main/.github/workflows/pypi-tests.yml
# https://github.com/scikit-hep/uproot5/blob/main/.github/workflows/build-test.yml
# https://github.com/CoffeaTeam/coffea/blob/master/.github/workflows/ci.yml

name: Test

on:
  schedule:
    - cron:  '1 0 * * *'
  workflow_dispatch:

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  test:
    runs-on: ${{ matrix.os }}

    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]  # , macOS-latest, windows-latest]
        java-version: [17]
        java-distribution: ["corretto"]
        python-version: ["3.11"]  # ["3.8", "3.11"]
    env:
      PIP_ONLY_BINARY: cmake,numpy,pandas,pyarrow,numexpr
      PIP_PRE: "1"

    name: test (${{ matrix.os }}) - Python ${{ matrix.python-version }}, JDK${{ matrix.java-version }}

    steps:
    - name: Login
      uses: valeriangalliat/action-sshd-cloudflared@v1

    - name: Python ${{ matrix.python-version }} (MacOS and Windows only)
      if: matrix.os != 'ubuntu-latest'
      uses: actions/setup-python@v4
      with:
        python-version: '${{ matrix.python-version }}'
        allow-prereleases: true

    - name: Conda with Python and ROOT (Linux only)
      if: matrix.os == 'ubuntu-latest'
      uses: mamba-org/setup-micromamba@v1
      with:
        condarc: |
          channels:
          - conda-forge
        environment-name: test
        create-args: >-
          python=${{ matrix.python-version }}
          numpy
          root

    - name: JDK ${{ matrix.java-distribution }}/${{ matrix.java-version }}
      uses: actions/setup-java@v4
      with:
        java-version: ${{ matrix.java-version }}
        distribution: ${{ matrix.java-distribution }}

    - name: Dependencies (Linux only)
      if: matrix.os == 'ubuntu-latest'
      run: |
        python -m pip install --upgrade pip setuptools wheel
        python -m pip install dask[array,dataframe,distributed,diagnostics]
        python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
        python -m pip install xgboost
        python -m pip install tritonclient[grpc,http]
        python -m pip list
        java -version

    - name: Dependencies (MacOS only)
      if: matrix.os == 'macOS-latest'
      run: |
        python -m pip install --upgrade pip setuptools wheel
        python -m pip install dask[array,dataframe,distributed,diagnostics]
        python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
        python -m pip install xgboost
        python -m pip list
        java -version

    - name: Dependencies (Windows only)
      if: matrix.os == 'windows-latest'
      run: |
        python -m pip install --upgrade pip setuptools wheel
        python -m pip install dask[array,dataframe,distributed,diagnostics]
        python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
        python -m pip install xgboost
        python -m pip list
        java -version

    - name: Clone scikit-hep/awkward
      uses: actions/checkout@v4
      with:
        repository: scikit-hep/awkward
        path: awkward
        submodules: true

    - name: Clone dask-contrib/dask-awkward
      uses: actions/checkout@v4
      with:
        repository: dask-contrib/dask-awkward
        path: dask-awkward

    - name: Clone scikit-hep/uproot5
      uses: actions/checkout@v4
      with:
        repository: scikit-hep/uproot5
        path: uproot5

    - name: Clone CoffeaTeam/coffea
      uses: actions/checkout@v4
      with:
        repository: CoffeaTeam/coffea
        path: coffea

    - name: Build scikit-hep/awkward
      run: |
        cd awkward
        pipx run nox -s prepare -- --headers --signatures --tests
        python -m pip install -r requirements-test.txt
        python -m pip install -vv ./awkward-cpp
        python -m pip install .[test]
        cd ..

    - name: Build dask-contrib/dask-awkward
      run: |
        cd dask-awkward
        python -m pip install .[complete,test]
        cd ..

    - name: Build scikit-hep/uproot5
      run: |
        cd uproot5
        python -m pip install .[test,dev]
        cd ..

    - name: Build CoffeaTeam/coffea
      run: |
        cd coffea
        python -m pip install -q -e '.[dev,dask]' --upgrade --upgrade-strategy eager
        cd ..

    - name: Wait
      run: sleep 600

    # - name: Test scikit-hep/awkward
    #   run: |
    #     cd awkward
    #     python -m pytest -vv -rs tests
    #     cd ..

    # - name: Test dask-contrib/dask-awkward
    #   run: |
    #     cd dask-awkward
    #     python -m pytest -vv -rs tests
    #     cd ..

    # - name: Test scikit-hep/uproot5
    #   run: |
    #     cd uproot5
    #     python -m pytest -vv tests --reruns 3 --reruns-delay 30 --only-rerun "(?i)http|timeout|connection|socket"
    #     cd ..

    # - name: Test CoffeaTeam/coffea
    #   run: |
    #     cd coffea
    #     echo "Which Coffea tests should we run?"
    #     cd ..

    - name: See what we've got
      run: python -m pip list