Add pipeline for running pypylon unit tests on all supported platform… #267
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build pypylon | |
| # Controls when the action will run. | |
| on: | |
| # Triggers the workflow on push or pull request events but only for the master branch | |
| push: | |
| branches: | |
| - '**' | |
| tags: | |
| - '*.*.*' | |
| pull_request: | |
| branches: [ master ] | |
| # Allows you to run this workflow manually from the Actions tab | |
| workflow_dispatch: | |
| env: | |
| TWINE_USERNAME: __token__ | |
| # Uncomment the relevant lines to switch between deployment to test.pypi.org or pypi.org | |
| TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }} | |
| # TWINE_REPOSITORY_URL: https://test.pypi.org/legacy/ | |
| # TWINE_PASSWORD: ${{ secrets.TEST_PYPI_API_TOKEN }} | |
| jobs: | |
| setup: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| is_release_build: ${{ env.RELEASE_BUILD == '1' }} | |
| steps: | |
| - uses: jfrog/setup-jfrog-cli@v4 | |
| env: | |
| JF_URL: ${{ secrets.SDK_URL }} | |
| JF_ACCESS_TOKEN: ${{ secrets.SDK_TOKEN }} | |
| with: | |
| disable-auto-build-publish: true | |
| disable-job-summary: true | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| # login | |
| - run: | | |
| jf c add --url=$JF_URL --access-token=$JF_ACCESS_TOKEN --interactive=false | |
| # download | |
| - name: Download files from Artifactory | |
| id: get_sdks | |
| run: | | |
| set +x | |
| set -e | |
| build_config=$(cat .github/workflows/build_config.json) | |
| for os in $(echo $build_config | jq -r 'keys[]'); do | |
| for pylon_sdk in $(echo $build_config | jq -r --arg os "$os" '.[$os].pylon_sdks[]'); do | |
| if [[ $os == "windows" || $os == "macos" ]]; then | |
| jf rt dl --flat --props "pylon_os=${os,,};pylon_version=$pylon_sdk" "pylon-sdks-generic/*" ./${os,,}_sdk/ | |
| elif [[ $os == "linux-x86_64" ]]; then | |
| jf rt dl --flat --props "pylon_architecture=x86_64;pylon_os=linux;pylon_version=$pylon_sdk" "pylon-sdks-generic/*" ./linux_x86_64_sdk/ | |
| elif [[ $os == "linux-aarch64" ]]; then | |
| jf rt dl --flat --props "pylon_architecture=aarch64;pylon_os=linux;pylon_version=$pylon_sdk" "pylon-sdks-generic/*" ./linux_aarch64_sdk/ | |
| fi | |
| done | |
| done | |
| - name: Upload Pylon SDK for Linux aarch64 | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: Linux_aarch64_Pylon | |
| path: linux_aarch64_sdk | |
| - name: Upload Pylon SDK for Linux x86_64 | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: Linux_x86_64_Pylon | |
| path: linux_x86_64_sdk | |
| - name: Upload Pylon SDK for Windows | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: Windows_Pylon | |
| path: windows_sdk | |
| - name: Upload Pylon SDK for macOS | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: macOS_Pylon | |
| path: macos_sdk | |
| - name: Check for release build | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| echo "Build release for $GITHUB_REF" | |
| echo "RELEASE_BUILD=1" >> $GITHUB_ENV | |
| build-linux: | |
| needs: setup | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| a: [cp39] | |
| p: [manylinux_2_31_x86_64, manylinux_2_31_aarch64] | |
| env: | |
| P: ${{ matrix.p }} | |
| A: ${{ matrix.a }} | |
| # Steps represent a sequence of tasks that will be executed as part of the job | |
| steps: | |
| # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| # download the pylon sdks | |
| - name: download linux artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: Linux*Pylon | |
| merge-multiple: true | |
| path: pylon-installer | |
| - name: Display Structure of downloaded files | |
| run: ls -R pylon-installer | |
| - name: Build with docker | |
| run: | | |
| pwd | |
| ls | |
| ls pylon-installer | |
| docker run --rm --privileged multiarch/qemu-user-static:register --reset | |
| ./scripts/build/build-arch.sh --platform-tag $P --abi-tag $A --pylon-dir ./pylon-installer $ARGS | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: build-results-${{ matrix.p }}-${{ matrix.a }} | |
| path: dist/* | |
| - name: Upload Release Asset | |
| if: needs.setup.outputs.is_release_build == 'true' | |
| uses: softprops/action-gh-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| files: dist/* | |
| - name: Publish package to (Test)PyPI | |
| if: needs.setup.outputs.is_release_build == 'true' && startsWith( matrix.p, 'manylinux' ) | |
| run: | | |
| sudo pip3 install twine | |
| python3 -m twine upload --non-interactive --skip-existing dist/* | |
| build-windows: | |
| needs: setup | |
| runs-on: windows-latest | |
| strategy: | |
| fail-fast: false | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.9" | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: Windows_Pylon | |
| path: pylon-installer | |
| - name: Display Structure of downloaded files | |
| run: dir pylon-installer | |
| - name: Setup pylon | |
| run: | | |
| cd pylon-installer | |
| ren Basler-pylon-*.exe Basler-pylon.exe | |
| $process = Start-Process Basler-pylon.exe -Wait -ArgumentList '/quiet /install=GigE_Runtime;USB_Runtime;Camera_Link_Runtime;GenTL_Consumer_Support;CamEmu_Support;SDKs;DataProcessing_SDK;DataProcessing_vTools;DataProcessing_AI;DataProcessing_CREATOR' -PassThru | |
| Write-Host "Process finished with return code:" $process.ExitCode | |
| - name: Build wheels | |
| uses: pypa/[email protected] | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: build-results-windows | |
| path: ./wheelhouse/*.whl | |
| - name: Upload Release Asset | |
| if: needs.setup.outputs.is_release_build == 'true' | |
| uses: softprops/action-gh-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| files: ./wheelhouse/*.whl | |
| - name: Publish package to (Test)PyPI | |
| if: needs.setup.outputs.is_release_build == 'true' | |
| run: | | |
| python -m pip install twine | |
| python -m twine upload --non-interactive --skip-existing wheelhouse\\* | |
| shell: cmd | |
| build-macos: | |
| needs: setup | |
| runs-on: macos-latest | |
| strategy: | |
| fail-fast: false | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.9" | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: macOS_Pylon | |
| path: pylon-installer | |
| - name: Setup pylon | |
| run: | | |
| # install universal | |
| cd pylon-installer | |
| hdiutil attach pylon-*.dmg | |
| sudo installer -pkg /Volumes/pylon\ *\ Camera\ Software\ Suite/pylon-*.pkg -target / | |
| hdiutil detach /Volumes/pylon\ *\ Camera\ Software\ Suite | |
| - name: Build wheels | |
| uses: pypa/[email protected] | |
| env: | |
| PYLON_FRAMEWORK_ARM64: /Library/Frameworks | |
| PYLON_FRAMEWORK_X86_64: /Library/Frameworks | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: build-results-macos | |
| path: ./wheelhouse/*.whl | |
| - name: Upload Release Asset | |
| if: needs.setup.outputs.is_release_build == 'true' | |
| uses: softprops/action-gh-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| files: ./wheelhouse/*.whl | |
| - name: Publish package to (Test)PyPI | |
| if: needs.setup.outputs.is_release_build == 'true' | |
| run: | | |
| sudo pip3 install twine | |
| python3 -m twine upload --non-interactive --skip-existing wheelhouse/* | |
| cleanup: | |
| if: always() | |
| needs: [ | |
| setup, | |
| build-linux, | |
| build-macos, | |
| build-windows | |
| ] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: geekyeggo/delete-artifact@v5 | |
| continue-on-error: true | |
| with: | |
| name: | | |
| Linux_x86_64_Pylon | |
| Linux_aarch64_Pylon | |
| Windows_Pylon | |
| macOS_Pylon | |
| unit-tests: | |
| if: success() | |
| needs: [ | |
| setup, | |
| build-linux, | |
| build-macos, | |
| build-windows | |
| ] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ ubuntu-latest, macos-latest, macos-13, windows-latest ] | |
| python-version: [ '3.10', '3.11', '3.12', '3.13' ] | |
| architecture: [ x64, arm64 ] | |
| exclude: | |
| # Exclude ARM64 architecture for Windows | |
| - os: windows-latest | |
| architecture: arm64 | |
| # Exclude ARM64 architecture macos-13 | |
| - os: macos-13 | |
| architecture: arm64 | |
| # Exclude x86_64 architecture macos-latest | |
| - os: macos-latest | |
| architecture: x64 | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - name: Check out repository | |
| uses: actions/checkout@v2 | |
| - name: Set up QEMU | |
| if: matrix.architecture == 'arm64' && runner.os == 'Linux' | |
| uses: docker/setup-qemu-action@v3 | |
| with: | |
| platforms: arm64 | |
| - uses: dkershner6/switch-case-action@v1 | |
| id: pypylon-wheel-source | |
| with: | |
| default: "build-results-unknown" | |
| conditionals-with-values: | | |
| ${{ runner.os == 'Linux' && matrix.architecture == 'arm64' }} => build-results-manylinux_2_31_aarch64-cp39 | |
| ${{ runner.os == 'Linux' && matrix.architecture == 'x64' }} => build-results-manylinux_2_31_x86_64-cp39 | |
| ${{ runner.os == 'Windows' }} => build-results-windows | |
| ${{ runner.os == 'macOS' }} => build-results-macos | |
| - name: Download pypylon wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ steps.pypylon-wheel-source.outputs.value }} | |
| path: pypylon-wheels | |
| - name: Set up Python ${{ matrix.python-version }} on Linux | |
| if: runner.os == 'Linux' && matrix.architecture != 'arm64' | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: ${{ matrix.architecture }} | |
| - name: Set up Python ${{ matrix.python-version }} on Windows & macOS | |
| if: runner.os != 'Linux' | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| architecture: ${{ matrix.architecture }} | |
| - name: Set up needed linux requirements | |
| if: runner.os == 'Linux' && matrix.architecture != 'arm64' | |
| run: | | |
| sudo apt-get update && sudo apt-get install -y locales | |
| sudo sed -i 's/^# *\(fr_FR.UTF-8\)/\1/' /etc/locale.gen | |
| sudo locale-gen | |
| - name: Run pypylon unit tests for Python ${{ matrix.python-version }} | |
| if: matrix.architecture != 'arm64' && runner.os != 'macOS' | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install pytest numpy | |
| pip install --no-index --find-links pypylon-wheels pypylon | |
| pytest tests/genicam_tests tests/pylon_tests/emulated tests/pylondataprocessing_tests | |
| - name: Run pypylon unit tests for Python ${{ matrix.python-version }} using QEMU | |
| if: matrix.architecture == 'arm64' && runner.os == 'Linux' | |
| uses: addnab/docker-run-action@v3 | |
| with: | |
| image: arm64v8/python:${{ matrix.python-version }}-slim | |
| options: --platform linux/arm64 -v ${{ github.workspace }}:/build -w /build | |
| run: | | |
| apt-get update && apt-get install -y locales | |
| sed -i 's/^# *\(fr_FR.UTF-8\)/\1/' /etc/locale.gen | |
| locale-gen | |
| # Install python requirements and run unit tests | |
| python -m pip install --upgrade pip | |
| pip install pytest numpy | |
| pip install --no-index --find-links pypylon-wheels pypylon | |
| pytest tests/genicam_tests tests/pylon_tests/emulated | |
| - name: Run pypylon unit tests for Python ${{ matrix.python-version }} without pylon Data Processing | |
| if: runner.os == 'macOS' | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install pytest numpy | |
| pip install --no-index --find-links pypylon-wheels pypylon | |
| pytest tests/genicam_tests tests/pylon_tests/emulated |