Skip to content

Commit

Permalink
ci(test): Test build python tasks
Browse files Browse the repository at this point in the history
  • Loading branch information
@fangyinc
fangyinc committed Nov 2, 2024
1 parent eccf1c8 commit 8bcda08
Showing 1 changed file with 44 additions and 169 deletions.
213 changes: 44 additions & 169 deletions .github/workflows/release-python-task.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -42,120 +42,51 @@ jobs:
name: js-worker-wasm
path: bindings/javascript/lyric-js-worker/javascript_worker.wasm

build-packages:
build-and-test:
needs: build-js-worker
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
include:
- os: ubuntu-latest
target: linux
- os: windows-latest
target: windows-x64
arch: x64
- os: windows-latest
target: windows-x86
arch: x86
- os: macos-12
target: macos-x86_64
- os: macos-14
target: macos-aarch64
python-version: ["3.10.14", "3.11.8", "3.12.2"]

runs-on: ${{ matrix.os }}
steps:
- uses: actions/checkout@v4

- name: Remove lyric-py directory
shell: bash
run: rm -rf bindings/python/lyric-py
- uses: eifinger/setup-rye@v4

- uses: actions/setup-python@v5
with:
python-version: "3.10" # 用于安装 rye

- name: Install Rye
uses: eifinger/setup-rye@v4
with:
enable-cache: true
working-directory: bindings/python
github-token: ${{ secrets.GITHUB_TOKEN }}
- name: Setup Rust
uses: dtolnay/rust-toolchain@stable
- name: Install wasm-tools
run: |
curl --proto '=https' --tlsv1.2 -sSf https://raw.githubusercontent.com/cargo-bins/cargo-binstall/main/install-from-binstall-release.sh | bash
cargo binstall -y wasm-tools
- uses: actions/download-artifact@v4
with:
name: js-worker-wasm
path: bindings/javascript/lyric-js-worker

- name: Build packages
shell: bash
- name: Setup Python version
working-directory: bindings/python
run: |
cd bindings/python
# Build lyric-task
cd lyric-task
echo "${{ matrix.python-version }}" > .python-version
rye pin "${{ matrix.python-version }}"
rye sync --no-dev
rye build
# Build lyric-py-worker
cd ../lyric-py-worker
# Setup virtualenv and install dependencies
python3 -m venv .venv
if [ "${{ matrix.os }}" = "windows-latest" ]; then
source .venv/Scripts/activate
else
source .venv/bin/activate
fi
python -m pip install --upgrade pip
pip install -r app-requirements.txt
# Install lyric-task
pip install --force-reinstall ../dist/lyric_task-*.whl
# Build wasm
cd src
componentize-py -d ./wit -w lyric-py-task componentize worker -o python_worker_fat.wasm
wasm-tools print python_worker_fat.wasm | wasm-tools strip -a -o lyric_py_worker/python_worker.wasm
rm python_worker_fat.wasm
cd ..
# Build wheel
rye sync --no-dev
rye build
# Build lyric-js-worker
cd ../lyric-js-worker
mkdir -p src/lyric_js_worker/
cp ../../javascript/lyric-js-worker/javascript_worker.wasm src/lyric_js_worker/
rye sync --no-dev
rye build
- name: Upload wheels
uses: actions/upload-artifact@v4
with:
name: wheels-${{ matrix.target }}
path: bindings/python/dist
- name: Setup Rust
uses: dtolnay/rust-toolchain@stable

build-musllinux:
needs: build-js-worker
runs-on: ubuntu-latest
container:
image: quay.io/pypa/musllinux_1_1_x86_64
steps:
- uses: actions/checkout@v4
- name: Remove lyric-py directory
run: rm -rf bindings/python/lyric-py
- name: Install system dependencies
run: |
apk add --no-cache curl bash python3 py3-pip rust cargo
- name: Install Rye
run: |
curl -L https://github.com/astral-sh/rye/releases/latest/download/rye-x86_64-linux-musl.gz -o rye.gz
gunzip rye.gz
chmod +x rye
./rye self install --yes
mv rye /usr/local/bin/
- name: Install wasm-tools
run: |
curl --proto '=https' --tlsv1.2 -sSf https://raw.githubusercontent.com/cargo-bins/cargo-binstall/main/install-from-binstall-release.sh | bash
cargo binstall -y wasm-tools
- uses: actions/download-artifact@v4
with:
name: js-worker-wasm
path: bindings/javascript/lyric-js-worker

- name: Build packages
run: |
cd bindings/python
Expand All @@ -164,117 +95,61 @@ jobs:
cd lyric-task
rye sync --no-dev
rye build
rye build --sdist
# Build lyric-py-worker
cd ../lyric-py-worker
# Setup virtualenv and install dependencies
python3 -m venv .venv
python -m venv .venv
source .venv/bin/activate
python -m pip install --upgrade pip
pip install -r app-requirements.txt
# Install lyric-task
pip install --force-reinstall ../dist/lyric_task-*.whl
# Build wasm
cd src
componentize-py -d ./wit -w lyric-py-task componentize worker -o python_worker_fat.wasm
wasm-tools print python_worker_fat.wasm | wasm-tools strip -a -o lyric_py_worker/python_worker.wasm
rm python_worker_fat.wasm
cd ..
# Build wheel
rye sync --no-dev
rye build
# Build lyric-js-worker
cd ../lyric-js-worker
mkdir -p src/lyric_js_worker/
cp ../../javascript/lyric-js-worker/javascript_worker.wasm src/lyric_js_worker/
rye sync --no-dev
rye build
- name: Upload wheels
uses: actions/upload-artifact@v4
with:
name: wheels-musllinux
path: bindings/python/dist

sdist:
needs: build-js-worker
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- name: Remove lyric-py directory
run: rm -rf bindings/python/lyric-py
- uses: eifinger/setup-rye@v4
with:
enable-cache: true
working-directory: bindings/python
github-token: ${{ secrets.GITHUB_TOKEN }}
- name: Setup Rust
uses: dtolnay/rust-toolchain@stable
- name: Install wasm-tools
run: |
curl --proto '=https' --tlsv1.2 -sSf https://raw.githubusercontent.com/cargo-bins/cargo-binstall/main/install-from-binstall-release.sh | bash
cargo binstall -y wasm-tools
- uses: actions/download-artifact@v4
with:
name: js-worker-wasm
path: bindings/javascript/lyric-js-worker

- name: Build sdist
run: |
cd bindings/python
# Build lyric-task
cd lyric-task
rye sync --no-dev
rye build --sdist
# Build lyric-py-worker
cd ../lyric-py-worker
# Setup virtualenv and install dependencies
python3 -m venv .venv
source .venv/bin/activate
python -m pip install --upgrade pip
pip install -r app-requirements.txt
# Install lyric-task
pip install --force-reinstall ../dist/lyric_task-*.tar.gz
# Build wasm
cd src
componentize-py -d ./wit -w lyric-py-task componentize worker -o python_worker_fat.wasm
wasm-tools print python_worker_fat.wasm | wasm-tools strip -a -o lyric_py_worker/python_worker.wasm
rm python_worker_fat.wasm
cd ..
# Build sdist
rye sync --no-dev
rye build --sdist
# Build lyric-js-worker
cd ../lyric-js-worker
mkdir -p src/lyric_js_worker/
cp ../../javascript/lyric-js-worker/javascript_worker.wasm src/lyric_js_worker/
rye sync --no-dev
rye build
rye build --sdist
- name: Upload sdist
- name: Upload artifacts
uses: actions/upload-artifact@v4
with:
name: wheels-sdist
name: dist-py${{ matrix.python-version }}
path: bindings/python/dist

test-wheels:
name: Test Wheels
- name: Test packages
run: |
python -m pip install --find-links=bindings/python/dist lyric-js-worker
publish:
needs: build-and-test
runs-on: ubuntu-latest
if: github.event_name != 'release'
needs: [build-packages, build-musllinux, sdist]
if: github.event_name == 'release' && github.event.action == 'published'
environment:
name: pypi
url: https://pypi.org/p/lyric-js-worker
permissions:
id-token: write

steps:
- uses: actions/download-artifact@v4
- name: Download all artifacts
uses: actions/download-artifact@v4
with:
pattern: wheels-*
pattern: dist-py*
merge-multiple: true
path: dist
- uses: actions/setup-python@v5
with:
python-version: '3.11'
- name: Install and test wheels
run: |
pip install --find-links=dist lyric-js-worker

- name: Publish package distributions to PyPI
uses: pypa/gh-action-pypi-publish@release/v1

0 comments on commit 8bcda08

Please sign in to comment.