cd-wheel #55
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: cd-wheel | ||
| permissions: | ||
| contents: read | ||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| repository: | ||
| description: 'mpi4py repository' | ||
| default: mpi4py/mpi4py | ||
| required: false | ||
| type: string | ||
| ref: | ||
| description: 'mpi4py ref' | ||
| default: '' | ||
| required: false | ||
| type: string | ||
| os-arch: | ||
| description: 'Target OS-Architecture' | ||
| default: '' | ||
| required: false | ||
| type: string | ||
| python-tag: | ||
| description: "CPython/PyPy tag ({cp,pp}3{7..12})" | ||
| default: '' | ||
| required: false | ||
| type: string | ||
| skip-tag: | ||
| description: "Skip build tags" | ||
| default: '' | ||
| required: false | ||
| type: string | ||
| workflow_dispatch: | ||
| inputs: | ||
| repository: | ||
| description: 'mpi4py repository' | ||
| default: mpi4py/mpi4py | ||
| required: true | ||
| type: string | ||
| ref: | ||
| description: 'mpi4py ref' | ||
| default: '' | ||
| required: false | ||
| type: string | ||
| os-arch: | ||
| description: "Target OS-Architecture" | ||
| default: Linux-x86_64 | ||
| required: true | ||
| type: choice | ||
| options: | ||
| - Linux | ||
| - Linux-x86_64 | ||
| - Linux-aarch64 | ||
| - Linux-ppc64le | ||
| - macOS | ||
| - macOS-x86_64 | ||
| - macOS-arm64 | ||
| - Windows | ||
| - Windows-AMD64 | ||
| python-tag: | ||
| description: "CPython/PyPy tag ({cp,pp}3{7..12})" | ||
| default: '' | ||
| required: false | ||
| type: string | ||
| skip-tag: | ||
| description: "Skip build tags" | ||
| default: '' | ||
| required: false | ||
| type: string | ||
| jobs: | ||
| setup: | ||
| runs-on: 'ubuntu-latest' | ||
| outputs: | ||
| matrix-build: ${{ steps.setup.outputs.matrix-build }} | ||
| matrix-merge: ${{ steps.setup.outputs.matrix-merge }} | ||
| os-arch-list: ${{ steps.setup.outputs.os-arch-list }} | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - id: setup | ||
| run: | | ||
| # build matrix | ||
| python -u .cibw/setup-build.py \ | ||
| --os ${{ inputs.os-arch }} \ | ||
| --py ${{ inputs.python-tag }} \ | ||
| >> "$GITHUB_OUTPUT" | ||
| build: | ||
| if: ${{ needs.setup.outputs.matrix-build != '[]' }} | ||
| needs: setup | ||
| runs-on: ${{ (matrix.os == 'Linux' && 'ubuntu-latest') || | ||
| (matrix.os == 'macOS' && 'macos-11' ) || | ||
| (matrix.os == 'Windows' && 'windows-2019' ) }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| include: ${{ fromJSON(needs.setup.outputs.matrix-build) }} | ||
| steps: | ||
| - id: checkout | ||
| uses: actions/checkout@v4 | ||
| - id: checkout-project | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: ${{ inputs.repository || 'mpi4py/mpi4py' }} | ||
| ref: ${{ inputs.ref }} | ||
| path: mpi4py.git | ||
| - id: setup-python | ||
| uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: 3 | ||
| - id: setup-cython | ||
| run: python -m pip install -r ./conf/requirements-build-cython.txt | ||
| working-directory: mpi4py.git | ||
| - id: setup-project | ||
| run: python ./conf/cythonize.py | ||
| working-directory: mpi4py.git | ||
| - id: source-date-epoch | ||
| run: | | ||
| SOURCE_DATE_EPOCH=$(git log -1 --pretty=%ct) | ||
| echo SOURCE_DATE_EPOCH=$SOURCE_DATE_EPOCH >> $GITHUB_ENV | ||
| echo $(git log -1 --pretty=%ci) [timestamp=$SOURCE_DATE_EPOCH] | ||
| shell: bash | ||
| working-directory: mpi4py.git | ||
| - id: setup-qemu | ||
| if: ${{ runner.os == 'Linux' }} | ||
| uses: docker/setup-qemu-action@v3 | ||
| with: | ||
| platforms: all | ||
| - id: build | ||
| uses: pypa/[email protected] | ||
| timeout-minutes: 30 | ||
| with: | ||
| package-dir: mpi4py.git | ||
| output-dir: wheelhouse | ||
| env: | ||
| MPI4PY_LOCAL_VERSION: "${{ matrix.mpi-abi }}" | ||
| CIBW_PROJECT_REQUIRES_PYTHON: ">=3.6" | ||
| CIBW_BUILD_FRONTEND: "build" | ||
| CIBW_BUILD: "${{ matrix.py || '*' }}-*" | ||
| CIBW_SKIP: "${{ inputs.skip-tag }} *musllinux*" | ||
| CIBW_ARCHS: "${{ matrix.arch }}" | ||
| CIBW_BEFORE_ALL: >- | ||
| bash {project}/.cibw/install-mpi.sh | ||
| "${{ matrix.mpi-abi }}" "${{ matrix.arch }}" | ||
| CIBW_BEFORE_BUILD: >- | ||
| bash {project}/.cibw/patch-tools.sh | ||
| CIBW_TEST_COMMAND: >- | ||
| bash {project}/.cibw/run-tests.sh | ||
| CIBW_TEST_SKIP: "*-macosx_arm64" | ||
| CIBW_ENVIRONMENT_PASS_LINUX: >- | ||
| MPI4PY_LOCAL_VERSION | ||
| MPI4PY_DIST_SUFFIX | ||
| SOURCE_DATE_EPOCH | ||
| CIBW_ENVIRONMENT_LINUX: >- | ||
| CFLAGS="-g0 -O" | ||
| CIBW_ENVIRONMENT_MACOS: >- | ||
| CFLAGS="-g0 -O" | ||
| LDFLAGS="-Wl,-headerpad_max_install_names" | ||
| LDFLAGS="$LDFLAGS -Wl,-rpath,/usr/local/lib" | ||
| LDFLAGS="$LDFLAGS -Wl,-rpath,/opt/homebrew/lib" | ||
| LDFLAGS="$LDFLAGS -Wl,-rpath,/opt/local/lib" | ||
| CIBW_ENVIRONMENT_WINDOWS: >- | ||
| I_MPI_ROOT="$USERPROFILE\\mpi\\Library" | ||
| MSMPI_ROOT="$USERPROFILE\\mpi\\Library" | ||
| MSMPI_BIN="$MSMPI_ROOT\\bin" | ||
| MSMPI_INC="$MSMPI_ROOT\\include" | ||
| MSMPI_LIB64="$MSMPI_ROOT\\lib" | ||
| CIBW_BEFORE_BUILD_WINDOWS: | ||
| - id: check | ||
| run: .cibw/check-wheels.sh wheelhouse | ||
| shell: bash | ||
| - id: upload | ||
| uses: actions/upload-artifact@v3 | ||
| with: | ||
| name: build-${{ runner.os }}-${{ matrix.arch }} | ||
| path: wheelhouse/*.whl | ||
| merge: | ||
| if: ${{ needs.setup.outputs.matrix-merge != '[]' }} | ||
| needs: [setup, build] | ||
| runs-on: ${{ (matrix.os == 'Linux' && 'ubuntu-latest' ) || | ||
| (matrix.os == 'macOS' && 'macos-latest' ) || | ||
| (matrix.os == 'Windows' && 'windows-latest' ) }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| include: ${{ fromJSON(needs.setup.outputs.matrix-merge) }} | ||
| steps: | ||
| - id: checkout | ||
| uses: actions/checkout@v4 | ||
| - id: checkout-project | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| repository: ${{ inputs.repository || 'mpi4py/mpi4py' }} | ||
| ref: ${{ inputs.ref }} | ||
| path: mpi4py.git | ||
| - id: source-date-epoch | ||
| run: | | ||
| SOURCE_DATE_EPOCH=$(git log -1 --pretty=%ct) | ||
| echo SOURCE_DATE_EPOCH=$SOURCE_DATE_EPOCH >> $GITHUB_ENV | ||
| echo $(git log -1 --pretty=%ci) [timestamp=$SOURCE_DATE_EPOCH] | ||
| shell: bash | ||
| working-directory: mpi4py.git | ||
| - id: setup-python | ||
| uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: 3 | ||
| - id: install | ||
| run: python -m pip install -U wheel | ||
| - id: download | ||
| uses: actions/download-artifact@v3 | ||
| with: | ||
| name: build-${{ runner.os }}-${{ matrix.arch }} | ||
| path: wheelhouse | ||
| - id: merge | ||
| run: python .cibw/merge-wheels.py wheelhouse dist | ||
| - id: sha256sum | ||
| run: | | ||
| # sha256sum | ||
| test $(uname) == Darwin && sha256sum() { shasum -a 256 $@; } || true | ||
| echo '```' >> $GITHUB_STEP_SUMMARY | ||
| sha256sum -b *.whl >> $GITHUB_STEP_SUMMARY | ||
| echo '```' >> $GITHUB_STEP_SUMMARY | ||
| shell: bash | ||
| working-directory: dist | ||
| - id: upload | ||
| uses: actions/upload-artifact@v3 | ||
| with: | ||
| name: wheel-${{ runner.os }} | ||
| path: dist/*.whl | ||
| test-setup: | ||
| needs: [setup, merge] | ||
| runs-on: 'ubuntu-latest' | ||
| outputs: | ||
| matrix-test-cf: ${{ steps.setup.outputs.matrix-test-cf }} | ||
| matrix-test-gh: ${{ steps.setup.outputs.matrix-test-gh }} | ||
| steps: | ||
| - uses: actions/checkout@v4 | ||
| - if: ${{ contains(needs.setup.outputs.os-arch-list, '"Linux-x86_64"') }} | ||
| uses: actions/download-artifact@v3 | ||
| with: | ||
| name: build-Linux-x86_64 | ||
| path: wheelhouse | ||
| - if: ${{ contains(needs.setup.outputs.os-arch-list, '"macOS-x86_64"') }} | ||
| uses: actions/download-artifact@v3 | ||
| with: | ||
| name: build-macOS-x86_64 | ||
| path: wheelhouse | ||
| - if: ${{ contains(needs.setup.outputs.os-arch-list, '"Windows-AMD64"') }} | ||
| uses: actions/download-artifact@v3 | ||
| with: | ||
| name: build-Windows-AMD64 | ||
| path: wheelhouse | ||
| - id: setup | ||
| run: python -u .cibw/setup-test.py wheelhouse >> "$GITHUB_OUTPUT" | ||
| test-cf: | ||
| if: ${{ needs.test-setup.outputs.matrix-test-cf != '[]' }} | ||
| needs: test-setup | ||
| runs-on: ${{ (matrix.os == 'Linux' && 'ubuntu-latest' ) || | ||
| (matrix.os == 'macOS' && 'macos-latest' ) || | ||
| (matrix.os == 'Windows' && 'windows-latest') }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| include: ${{ fromJSON(needs.test-setup.outputs.matrix-test-cf) }} | ||
| defaults: | ||
| run: | ||
| shell: bash -el {0} | ||
| steps: | ||
| - name: Configure hostname | ||
| run: echo 127.0.0.1 `hostname` | sudo tee -a /etc/hosts > /dev/null | ||
| if: runner.os == 'Linux' || runner.os == 'macOS' | ||
| - uses: actions/checkout@v4 | ||
| - uses: actions/download-artifact@v3 | ||
| with: | ||
| name: wheel-${{ runner.os }} | ||
| path: dist | ||
| - uses: mamba-org/setup-micromamba@v1 | ||
| with: | ||
| init-shell: bash | ||
| post-cleanup: none | ||
| environment-name: test | ||
| create-args: >- | ||
| ${{ matrix.mpi }}=${{ matrix.mpi-version }} | ||
| python=${{ matrix.py }} | ||
| pip | ||
| condarc: | | ||
| show_channel_urls: true | ||
| channel_priority: >- | ||
| ${{ matrix.mpi == 'impi_rt' && 'flexible' || 'strict' }} | ||
| channels: | ||
| - conda-forge | ||
| - ${{ matrix.mpi == 'impi_rt' && 'intel' || 'nodefaults' }} | ||
| - nodefaults | ||
| - run: | | ||
| # Tweak MPI runtime | ||
| case $(uname)-${{ matrix.mpi }} in | ||
| Linux-*) | ||
| ;; | ||
| Darwin-*) | ||
| ;; | ||
| *NT*-impi_rt) | ||
| I_MPI_ROOT=$(cygpath -w "$CONDA_PREFIX/Library") | ||
| echo "I_MPI_ROOT=$I_MPI_ROOT" >> $GITHUB_ENV | ||
| echo "$I_MPI_ROOT\\bin" >> $GITHUB_PATH | ||
| echo "$I_MPI_ROOT\\bin\\libfabric" >> $GITHUB_PATH | ||
| ;; | ||
| *NT*-msmpi) | ||
| MSMPI_ROOT=$(cygpath -w "$CONDA_PREFIX/Library") | ||
| echo "MSMPI_BIN=$MSMPI_ROOT\\bin" >> $GITHUB_ENV | ||
| echo "MSMPI_INC=$MSMPI_ROOT\\include" >> $GITHUB_ENV | ||
| echo "MSMPI_LIB64=$MSMPI_ROOT\\lib" >> $GITHUB_ENV | ||
| echo "$MSMPI_BIN" >> $GITHUB_PATH | ||
| ;; | ||
| esac | ||
| - run: python -m pip install mpi4py --no-index --find-links=dist | ||
| - uses: ./.github/actions/mpi4py-test-basic | ||
| timeout-minutes: 2 | ||
| with: | ||
| shell: bash -el {0} | ||
| - if: ${{ matrix.mpi == 'mpich' || matrix.mpi == 'openmpi' }} | ||
| uses: ./.github/actions/mpi4py-test-basic | ||
| timeout-minutes: 2 | ||
| env: | ||
| MPI4PY_MPIABI: mpi31-${{ matrix.mpi }} | ||
| with: | ||
| shell: bash -el {0} | ||
| test-gh: | ||
| if: ${{ needs.test-setup.outputs.matrix-test-gh != '[]' }} | ||
| needs: test-setup | ||
| runs-on: ${{ matrix.runner }} | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| include: ${{ fromJSON(needs.test-setup.outputs.matrix-test-gh) }} | ||
| steps: | ||
| - name: Configure hostname | ||
| run: echo 127.0.0.1 `hostname` | sudo tee -a /etc/hosts > /dev/null | ||
| if: runner.os == 'Linux' || runner.os == 'macOS' | ||
| - uses: actions/checkout@v4 | ||
| - uses: actions/download-artifact@v3 | ||
| with: | ||
| name: wheel-${{ runner.os }} | ||
| path: dist | ||
| - uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: ${{ matrix.py }} | ||
| - if: ${{ matrix.mpi == 'impi' }} | ||
| id: venv | ||
| shell: bash | ||
| run: | | ||
| venvdir=/tmp/venv | ||
| python -m venv $venvdir | ||
| if [[ $(uname) =~ NT ]]; then | ||
| python=$venvdir/Scripts/python.exe | ||
| mpiexec=$venvdir/Library/bin/mpiexec.exe | ||
| else | ||
| python=$venvdir/bin/python | ||
| mpiexec=$venvdir/bin/mpiexec | ||
| fi | ||
| echo "python=$python" >> "$GITHUB_OUTPUT" | ||
| echo "mpiexec=$mpiexec" >> "$GITHUB_OUTPUT" | ||
| $python -m pip install --upgrade pip | ||
| $python -m pip install impi_rt | ||
| $python -m pip install mpi4py --no-index --find-links=dist | ||
| - if: ${{ matrix.mpi == 'impi' }} | ||
| uses: ./.github/actions/mpi4py-test-basic | ||
| python: ${{ steps.venv.outputs.python }} | ||
|
Check failure on line 411 in .github/workflows/cd-wheel.yml
|
||
| mpiexec: ${{steps.venv.outputs.mpiexec }} | ||
| timeout-minutes: 2 | ||
| - uses: mpi4py/setup-mpi@v1 | ||
| with: | ||
| mpi: ${{ matrix.mpi }} | ||
| - if: ${{ matrix.mpi == 'mpich' && runner.os == 'Linux' }} | ||
| run: sudo ln -sr /usr/lib/$(arch)-linux-gnu/libmpi{ch,}.so.12 | ||
| - run: python -m pip install --upgrade pip | ||
| - run: python -m pip install mpi4py --no-index --find-links=dist | ||
| - uses: ./.github/actions/mpi4py-test-basic | ||
| timeout-minutes: 2 | ||
| - if: ${{ matrix.mpi == 'mpich' || matrix.mpi == 'openmpi' }} | ||
| uses: ./.github/actions/mpi4py-test-basic | ||
| timeout-minutes: 2 | ||
| env: | ||
| MPI4PY_MPIABI: mpi31-${{ matrix.mpi }} | ||
