Distribute #22

Workflow file for this run

.github/workflows/distribute.yml at 4a037c7

	# About caching: this workflow is typically run every two weeks,
	# and GitHub Actions evict caches unsused for 7 days,
	# so for simplicity we don't cache anything.

	name: Distribute
	on:
	push:
	tags:
	- v*
	jobs:
	make-source-dist:
	runs-on: ubuntu-20.04
	steps:
	- name: Install dependencies
	run: pip3 install build twine

	- name: Get the code
	uses: actions/checkout@v3

	- name: Build the source distribution
	run: python3 -m build --sdist
	- name: Check the source distribution
	run: twine check dist/*

	- name: Upload the source distribution to GitHub Actions artifacts
	uses: actions/upload-artifact@v3
	with:
	name: source-dist
	path: dist

	build-for-linux:
	runs-on: ubuntu-20.04
	needs:
	- make-source-dist
	strategy:
	matrix:
	# @todo(Project management, soon-ish) Remove Python 3.7, add 3.12
	python_version: ['3.7', '3.8', '3.9', '3.10', '3.11']
	steps:
	- name: Install Python
	uses: actions/setup-python@v4
	with:
	python-version: ${{ matrix.python_version }}
	- name: Install Python packages
	run: pip${{ matrix.python_version }} install build auditwheel twine Chrones
	- name: Install CUDA
	run: \|
	sudo apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/3bf863cc.pub
	sudo add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/ /"
	sudo apt-get update
	sudo apt-get install --yes --no-install-recommends cuda-cudart-dev-12-1 cuda-nvcc-12-1
	echo "/usr/local/cuda-12.1/bin" >>$GITHUB_PATH
	- name: Install Boost
	run: \|
	cd /home/runner/work
	wget https://boostorg.jfrog.io/artifactory/main/release/1.82.0/source/boost_1_82_0.tar.gz
	tar xf boost_*.tar.gz
	rm boost_*.tar.gz
	cd boost_*
	echo "using python : ${{ matrix.python_version }} ;" >tools/build/src/user-config.jam
	./bootstrap.sh
	./b2 --with-python python=${{ matrix.python_version }} link=shared variant=release stage
	sudo cp -r boost /usr/local/include
	sudo cp -r stage/lib/* /usr/local/lib
	sudo ldconfig
	- name: Install OR-Tools
	run: \|
	cd /home/runner/work
	wget https://github.com/google/or-tools/releases/download/v8.2/or-tools_ubuntu-20.04_v8.2.8710.tar.gz
	tar xf or-tools_*.tar.gz
	rm or-tools_*.tar.gz
	cd or-tools_*
	sudo cp -r include/* /usr/local/include
	sudo cp -r lib/* /usr/local/lib
	sudo ldconfig
	- name: Install patchelf
	run: \|
	cd /home/runner/work
	mkdir patchelf
	cd patchelf
	wget https://github.com/NixOS/patchelf/releases/download/0.18.0/patchelf-0.18.0-x86_64.tar.gz
	tar xf *.tar.gz
	sudo cp bin/patchelf /usr/local/bin

	- name: Dowload the source distribution from GitHub Actions artifacts
	uses: actions/download-artifact@v3
	with:
	name: source-dist
	- name: Unzip the source distribution
	run: \|
	tar xf *.tar.gz
	rm *.tar.gz

	- name: Build the wheel
	run: python${{ matrix.python_version }} -m build --wheel --outdir local-dist lincs-*
	env:
	LINCS_DEV_FORCE_NVCC: "true"
	LINCS_DEV_FORCE_CHRONES: "true"
	- name: Make the wheel machine-independent
	run: auditwheel repair --plat manylinux_2_31_x86_64 --strip local-dist/*.whl --wheel-dir dist
	- name: Check the wheel
	run: twine check dist/*.whl

	- name: Upload the wheel to GitHub Actions artifacts
	uses: actions/upload-artifact@v3
	with:
	name: wheels-dist
	path: dist

	build-for-windows:
	runs-on: windows-2019
	needs:
	- make-source-dist
	strategy:
	matrix:
	python_version: ['3.7', '3.8', '3.9', '3.10', '3.11']
	steps:
	- name: Install Python
	uses: actions/setup-python@v4
	with:
	python-version: ${{ matrix.python_version }}
	- name: Install Python packages
	run: pip install build delvewheel twine
	# The 'Jimver/cuda-toolkit' action seems to work, but takes 20 minutes
	# @todo(Project management, later) Find a quicker way to install CUDA on Windows
	- name: Install CUDA
	uses: Jimver/[email protected]
	id: cuda-toolkit
	with:
	cuda: '12.1.0'
	- name: Install MSys2
	uses: msys2/setup-msys2@v2
	with:
	update: true
	msystem: UCRT64
	install: >-
	gzip
	tar
	unzip
	wget
	- name: Install boost
	shell: msys2 {0}
	run: \|
	cd /d/a
	wget https://boostorg.jfrog.io/artifactory/main/release/1.82.0/source/boost_1_82_0.tar.gz
	tar xf boost_*.tar.gz
	rm boost_*.tar.gz
	mv boost_* boost
	cd boost
	echo "using python : ${{ matrix.python_version }} ;" >tools/build/src/user-config.jam
	./bootstrap.bat
	./b2 --with-python python=${{ matrix.python_version }} link=shared variant=release stage \|\| true
	mkdir -p /d/lincs-deps/include /d/lincs-deps/lib
	cp -r boost /d/lincs-deps/include
	cp -r stage/lib/* /d/lincs-deps/lib
	- name: Install OR-Tools
	shell: msys2 {0}
	run: \|
	cd /d/a
	wget https://github.com/google/or-tools/releases/download/v8.2/or-tools_VisualStudio2019-64bit_v8.2.8710.zip
	unzip or-tools_*.zip
	rm or-tools_*.zip
	cd or-tools_*
	cp -r include/* /d/lincs-deps/include
	cp -r lib/* /d/lincs-deps/lib

	- name: Dowload the source distribution from GitHub Actions artifacts
	uses: actions/download-artifact@v3
	with:
	name: source-dist
	- name: Unzip the source distribution
	shell: msys2 {0}
	run: \|
	tar xf *.tar.gz
	rm *.tar.gz

	- name: Build the wheel
	run: python -m build --wheel --outdir local-dist (get-item lincs-*)
	env:
	LINCS_DEV_FORCE_NVCC: "true"
	LINCS_DEV_DEPENDENCIES: d:\lincs-deps
	LINCS_DEV_VC_VERSION: 142
	- name: Make the wheel machine-independent
	run: delvewheel repair --strip (get-item local-dist\*.whl) --wheel-dir dist --add-path d:\lincs-deps\lib
	- name: Check the wheel
	run: twine check (get-item dist\*.whl)

	- name: Upload the wheel to GitHub Actions artifacts
	uses: actions/upload-artifact@v3
	with:
	name: wheels-dist
	path: dist

	build-for-macos:
	runs-on: macos-11
	needs:
	- make-source-dist
	strategy:
	matrix:
	python_version: ['3.7', '3.8', '3.9', '3.10', '3.11']
	steps:
	- name: Install Python
	uses: actions/setup-python@v4
	with:
	python-version: ${{ matrix.python_version }}
	- name: Install Python packages
	run: pip3 install build delocate twine
	- name: Install OpenMP
	run: \|
	cd /Users/runner/work
	mkdir openmp
	cd openmp
	wget https://mac.r-project.org/openmp/openmp-10.0.0-darwin17-Release.tar.gz
	tar xf *.tar.gz
	sudo cp usr/local/lib/* /usr/local/lib
	sudo cp usr/local/include/* /usr/local/include
	- name: Install Boost
	run: \|
	cd /Users/runner/work
	wget https://boostorg.jfrog.io/artifactory/main/release/1.82.0/source/boost_1_82_0.tar.gz
	tar xf boost_*.tar.gz
	rm boost_*.tar.gz
	cd boost_*
	echo "using python : ${{ matrix.python_version }} ;" >tools/build/src/user-config.jam
	./bootstrap.sh
	./b2 --with-python python=${{ matrix.python_version }} link=shared variant=release stage
	sudo cp -r boost /usr/local/include
	sudo cp -r stage/lib/* /usr/local/lib
	- name: Install OR-Tools
	run: \|
	cd /Users/runner/work
	wget https://github.com/google/or-tools/releases/download/v8.2/or-tools_MacOsX-11.2.1_v8.2.8710.tar.gz
	tar xf or-tools_*.tar.gz
	rm or-tools_*.tar.gz
	cd or-tools_*
	sudo cp -r include/* /usr/local/include
	sudo cp -r lib/* /usr/local/lib

	- name: Dowload the source distribution from GitHub Actions artifacts
	uses: actions/download-artifact@v3
	with:
	name: source-dist
	- name: Unzip the source distribution
	run: \|
	tar xf *.tar.gz
	rm *.tar.gz

	- name: Build the wheel
	run: python3 -m build --wheel --outdir local-dist lincs-*
	- name: Make the wheel machine-independent
	run: delocate-wheel --wheel-dir dist local-dist/*.whl
	- name: Check the wheel
	run: twine check dist/*.whl

	- name: Upload the wheel to GitHub Actions artifacts
	uses: actions/upload-artifact@v3
	with:
	name: wheels-dist
	path: dist

	check:
	runs-on: ${{ matrix.os }}
	needs:
	- build-for-linux
	- build-for-windows
	- build-for-macos
	strategy:
	matrix:
	os:
	- ubuntu-20.04
	- ubuntu-22.04
	- windows-2019
	- windows-2022
	- macos-11
	- macos-12
	- macos-13
	python_version: ['3.7', '3.8', '3.9', '3.10', '3.11']
	steps:
	- name: Install Python
	uses: actions/setup-python@v4
	with:
	python-version: ${{ matrix.python_version }}
	# DO NOT install any other dependencies, to test that the whells are self-contained

	- name: Dowload the wheels from GitHub Actions artifacts
	uses: actions/download-artifact@v3
	with:
	name: wheels-dist

	- name: Install the wheel
	run: pip${{ matrix.python_version }} install --find-links . --pre lincs

	- name: Run lincs
	run: lincs --help
	- run: lincs generate classification-problem 3 2 --output-problem problem.yml
	- run: lincs generate classification-model problem.yml --output-model model.yml
	- run: lincs generate classified-alternatives problem.yml model.yml 100 --output-alternatives learning-set.csv
	- run: lincs learn classification-model problem.yml learning-set.csv --output-model learned-model.yml
	- run: lincs classification-accuracy problem.yml learned-model.yml learning-set.csv

	publish:
	runs-on: ubuntu-latest
	needs:
	- check
	environment:
	name: pypi
	url: https://pypi.org/p/lincs
	permissions:
	id-token: write
	steps:
	- name: Dowload the source distribution from GitHub Actions artifacts
	uses: actions/download-artifact@v3
	with:
	name: source-dist
	- name: Dowload the wheels from GitHub Actions artifacts
	uses: actions/download-artifact@v3
	with:
	name: wheels-dist

	- name: Publish all distributions to the Python Package Index
	uses: pypa/gh-action-pypi-publish@release/v1
	with:
	packages-dir: .
	verify-metadata: false
	verbose: true

	# @todo(Project Management, later) Purge previous artifacts to avoid using storage on MISCLab's account
	# This requires a token with appropriate permissions on the org-owned repo.
	# In the mean time, do it manualy. Ideally after each release.
	# purge:
	# runs-on: ubuntu-latest
	# needs:
	# - check
	# steps:
	# - uses: kolpav/purge-artifacts-action@v1
	# with:
	# token: ${{ secrets.TOKEN_FOR_PURGE_ARTIFACTS_ACTION }}
	# expire-in: 0 # Purge all artifacts from previous runs, keep the new ones from this run

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Distribute #22

Workflow file

Distribute #22

Jobs

Run details

Workflow file for this run