Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Tweak GitHub actions #4391

Closed
wants to merge 13 commits into from
Closed
5 changes: 3 additions & 2 deletions .github/workflows/basic-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ on: [push, pull_request]

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
cancel-in-progress: false

jobs:
build:
Expand All @@ -15,6 +15,7 @@ jobs:
os: [ubuntu-20.04]
python-version: [3.7, 3.8, 3.9, '3.10', '3.11']
test-type: [help, unittest, search, inference, docs]
fail-fast: false
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
Expand All @@ -24,7 +25,7 @@ jobs:
- name: installing system packages
run: |
sudo apt-get -o Acquire::Retries=3 update
sudo apt-get -o Acquire::Retries=3 install *fftw3* mpi intel-mkl* git-lfs graphviz
sudo apt-get -o Acquire::Retries=3 install git-lfs graphviz
pip install "tox<4.0.0" pip setuptools --upgrade
- name: installing auxiliary data files
run: |
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/build_venv.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ on: [push, pull_request]

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
cancel-in-progress: false

jobs:
build:
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/distribution.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ on: [push, pull_request]

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
cancel-in-progress: false

jobs:
build_wheels:
Expand All @@ -13,7 +13,7 @@ jobs:
strategy:
matrix:
os: [ubuntu-20.04, macos-latest]

fail-fast: false
steps:
- uses: actions/checkout@v3
with:
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docker-build.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ on: [push, pull_request]

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
cancel-in-progress: false

jobs:
build:
Expand Down
1 change: 0 additions & 1 deletion .github/workflows/inference-workflow.yml
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,6 @@ jobs:
echo "deb https://download.pegasus.isi.edu/pegasus/ubuntu bionic main" | sudo tee -a /etc/apt/sources.list
sudo apt-get -o Acquire::Retries=3 update
sudo apt-get -o Acquire::Retries=3 install pegasus=5.0.3-1+ubuntu18
- run: sudo apt-get -o Acquire::Retries=3 install *fftw3* intel-mkl*
- name: Install pycbc
run: |
python -m pip install --upgrade 'pip<22.0' setuptools
Expand Down
29 changes: 0 additions & 29 deletions .github/workflows/mac-test.yml

This file was deleted.

3 changes: 1 addition & 2 deletions .github/workflows/search-workflow.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ on: [push, pull_request]

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
cancel-in-progress: false

jobs:
build:
Expand All @@ -30,7 +30,6 @@ jobs:
echo "deb https://download.pegasus.isi.edu/pegasus/ubuntu bionic main" | sudo tee -a /etc/apt/sources.list
sudo apt-get -o Acquire::Retries=3 update
sudo apt-get -o Acquire::Retries=3 install pegasus=5.0.3-1+ubuntu18
- run: sudo apt-get -o Acquire::Retries=3 install *fftw3* intel-mkl*
- name: Install pycbc
run: |
python -m pip install --upgrade 'pip<22.0' setuptools
Expand Down
3 changes: 1 addition & 2 deletions .github/workflows/tmpltbank-workflow.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ on: [push, pull_request]

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
cancel-in-progress: false

jobs:
build:
Expand All @@ -30,7 +30,6 @@ jobs:
echo "deb https://download.pegasus.isi.edu/pegasus/ubuntu bionic main" | sudo tee -a /etc/apt/sources.list
sudo apt-get -o Acquire::Retries=3 update
sudo apt-get -o Acquire::Retries=3 install pegasus=5.0.3-1+ubuntu18
- run: sudo apt-get -o Acquire::Retries=3 install *fftw3* intel-mkl*
- name: Install pycbc
run: |
python -m pip install --upgrade 'pip<22.0' setuptools
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/tut-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ on: [push, pull_request]

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
cancel-in-progress: false

jobs:
build:
Expand All @@ -14,6 +14,7 @@ jobs:
matrix:
os: [ubuntu-20.04]
python-version: [3.7, 3.8, 3.9, '3.10', '3.11']
fail-fast: false
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
Expand All @@ -23,7 +24,6 @@ jobs:
- name: installing packages
run: |
sudo apt-get -o Acquire::Retries=3 update
sudo apt-get -o Acquire::Retries=3 install *fftw3* mpi intel-mkl*
pip install tox pip setuptools notebook --upgrade
pip install .
- name: retrieving pycbc tutorials
Expand Down
4 changes: 2 additions & 2 deletions .github/workflows/workflow-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ on: [push, pull_request]

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
cancel-in-progress: false

jobs:
build:
Expand All @@ -14,6 +14,7 @@ jobs:
matrix:
os: [ubuntu-20.04]
test-type: [simple_subworkflow_data, multilevel_subworkflow_data]
fail-fast: false
steps:
- uses: actions/checkout@v1
- name: Set up Python
Expand All @@ -35,7 +36,6 @@ jobs:
echo "deb https://download.pegasus.isi.edu/pegasus/ubuntu bionic main" | sudo tee -a /etc/apt/sources.list
sudo apt-get -o Acquire::Retries=3 update
sudo apt-get -o Acquire::Retries=3 install pegasus=5.0.3-1+ubuntu18
- run: sudo apt-get -o Acquire::Retries=3 install *fftw3* intel-mkl*
- name: Install pycbc
run: |
python -m pip install --upgrade 'pip<22.0' setuptools
Expand Down
15 changes: 14 additions & 1 deletion examples/inference/analytic-normal2d/run.sh
Original file line number Diff line number Diff line change
@@ -1,4 +1,17 @@
#!/bin/sh
#!/bin/bash

# Debugging: see what our conda environment looks like

echo "DEBUG: inspiral test"
echo "CONDA_PREFIX= $CONDA_PREFIX"
echo "Conda environment is:"
conda list
ls -lh $CONDA_PREFIX/lib/*gomp*
echo "ldd of libgomp:"
ldd $CONDA_PREFIX/lib/libgomp.so.1
echo "ldd of matchedfilter_cpu.cpython"
ldd $CONDA_PREFIX/lib/python3.11/site-packages/pycbc/filter/matchedfilter_cpu.cpython-311-x86_64-linux-gnu.so

pycbc_inference --verbose \
--config-files normal2d.ini \
--output-file normal2d.hdf \
Expand Down
15 changes: 14 additions & 1 deletion examples/inference/bbh-injection/run_test.sh
Original file line number Diff line number Diff line change
@@ -1,11 +1,24 @@
#!/bin/sh
#!/bin/bash

# sampler parameters
PRIOR_CONFIG=../priors/gw150914_like.ini
DATA_CONFIG=data.ini
SAMPLER_CONFIG=../samplers/emcee_pt-gw150914_like.ini
OUTPUT_PATH=inference.hdf

# Debugging: see what our conda environment looks like

echo "DEBUG: inspiral test"
echo "CONDA_PREFIX= $CONDA_PREFIX"
echo "Conda environment is:"
conda list
ls -lh $CONDA_PREFIX/lib/*gomp*
echo "ldd of libgomp:"
ldd $CONDA_PREFIX/lib/libgomp.so.1
echo "ldd of matchedfilter_cpu.cpython"
ldd $CONDA_PREFIX/lib/python3.11/site-packages/pycbc/filter/matchedfilter_cpu.cpython-311-x86_64-linux-gnu.so


# the following sets the number of cores to use; adjust as needed to
# your computer's capabilities
NPROCS=10
Expand Down
14 changes: 13 additions & 1 deletion examples/inference/gw150914/run_test.sh
Original file line number Diff line number Diff line change
@@ -1,10 +1,22 @@
#!/bin/sh
#!/bin/bash

# configuration files
PRIOR_CONFIG=../priors/gw150914_like.ini
DATA_CONFIG=data.ini
SAMPLER_CONFIG=../samplers/emcee_pt-gw150914_like.ini

# Debugging: see what our conda environment looks like

echo "DEBUG: inspiral test"
echo "CONDA_PREFIX= $CONDA_PREFIX"
echo "Conda environment is:"
conda list
ls -lh $CONDA_PREFIX/lib/*gomp*
echo "ldd of libgomp:"
ldd $CONDA_PREFIX/lib/libgomp.so.1
echo "ldd of matchedfilter_cpu.cpython"
ldd $CONDA_PREFIX/lib/python3.11/site-packages/pycbc/filter/matchedfilter_cpu.cpython-311-x86_64-linux-gnu.so

OUTPUT_PATH=inference.hdf

# the following sets the number of cores to use; adjust as needed to
Expand Down
7 changes: 7 additions & 0 deletions examples/inspiral/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -74,6 +74,13 @@ pycbc_condition_strain \
--gps-end-time 1126259946 \
--output-strain-file DATA_FILE.gwf \

# Debugging: see what our conda environment looks like

echo "DEBUG: inspiral test"
echo "CONDA_PREFIX= $CONDA_PREFIX"
echo "Conda environment is:"
conda list


start=`date +%s`
inspiral_run fftw 16 openmp
Expand Down
7 changes: 7 additions & 0 deletions examples/live/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,13 @@

set -e

# Debugging: see what our conda environment looks like

echo "DEBUG: "
echo "CONDA_PREFIX= $CONDA_PREFIX"
echo "Conda environment is:"
conda list

export OMP_NUM_THREADS=4
export HDF5_USE_FILE_LOCKING="FALSE"

Expand Down
7 changes: 7 additions & 0 deletions examples/multi_inspiral/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,13 @@ TRIG_START=$((GPS_START + START_PAD))
TRIG_END=$((GPS_END - END_PAD))
OUTPUT=GW170817_test_output.hdf

# Debugging: see what our conda environment looks like

echo "DEBUG: "
echo "CONDA_PREFIX= $CONDA_PREFIX"
echo "Conda environment is:"
conda list

echo -e "\\n\\n>> [`date`] Running pycbc_multi_inspiral on GW170817 data"
pycbc_multi_inspiral \
--verbose \
Expand Down
18 changes: 14 additions & 4 deletions tox.ini
Original file line number Diff line number Diff line change
Expand Up @@ -9,14 +9,25 @@ requires=tox-conda
deps =
:preinstall: -rrequirements.txt
-rcompanion.txt
mkl;'arm' not in platform_machine

[testenv]
allowlist_externals = bash
passenv=LAL_DATA_PATH
conda_deps=
openssl=1.1
openssl
m2crypto
mkl
fftw
blas=*=*mkl
blas-devel=*=*_mkl
libblas=*=*_mkl
libcblas=*=*_mkl
liblapack=*=*_mkl
liblal=*=mkl*
openmpi
mpi4py
llvm-openmp
_openmp_mutex=*=*_llvm
conda_channels=conda-forge

# This test should run on almost anybody's environment
Expand All @@ -32,14 +43,12 @@ commands = pytest
[testenv:py-help]
deps =
{[base]deps}
mpi4py
setenv = PYCBC_TEST_TYPE=help
commands = bash tools/pycbc_test_suite.sh

[testenv:py-search]
deps =
{[base]deps}
mpi4py
setenv = PYCBC_TEST_TYPE=search
commands = bash tools/pycbc_test_suite.sh

Expand All @@ -56,6 +65,7 @@ deps =
git+https://github.com/mikekatz04/BBHx.git; sys_platform == 'linux'
git+https://github.com/ConWea/BBHX-waveform-model.git; sys_platform == 'linux'
conda_deps=
mkl
mysqlclient
gcc_linux-64>=12.2.0
gxx_linux-64>=12.2.0
Expand Down