Modify nersc_controller to avoid getting OOM killed #37
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Profile MongoDB Queries | |
| on: [push] | |
| jobs: | |
| # flake8: | |
| # runs-on: ubuntu-latest | |
| # steps: | |
| # - uses: actions/checkout@v3 | |
| # - uses: actions/setup-python@v4 | |
| # with: | |
| # python-version: ${{ env.py_version }} | |
| # - uses: WIPACrepo/[email protected] | |
| py-setup: | |
| runs-on: ubuntu-latest | |
| steps: | |
| # dependabot can't access normal secrets | |
| # & don't run non-branch triggers (like tags) | |
| # & we don't want to trigger an update on PR's merge to main/master/default (which is a branch) | |
| # IOW: only for non-dependabot branches | |
| - if: | | |
| github.actor != 'dependabot[bot]' && | |
| github.ref_type == 'branch' && | |
| format('refs/heads/{0}', github.event.repository.default_branch) != github.ref | |
| name: checkout (only for non-dependabot non-default branches) | |
| uses: actions/checkout@v3 | |
| with: | |
| token: ${{ secrets.PERSONAL_ACCESS_TOKEN }} | |
| - if: | | |
| github.actor != 'dependabot[bot]' && | |
| github.ref_type == 'branch' && | |
| format('refs/heads/{0}', github.event.repository.default_branch) != github.ref | |
| name: wipac-dev-py-setup-action (only for non-dependabot non-default branches) | |
| uses: WIPACrepo/[email protected] | |
| with: | |
| base-keywords: "WIPAC IceCube" | |
| py-versions: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.versions.outputs.matrix }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - id: versions | |
| uses: WIPACrepo/[email protected] | |
| pip-install: | |
| needs: [py-setup, py-versions] | |
| runs-on: ubuntu-latest | |
| strategy: | |
| max-parallel: 8 | |
| fail-fast: false | |
| matrix: ${{ fromJSON(needs.py-versions.outputs.matrix) }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.py3_versions }} | |
| - run: | | |
| pip install --upgrade pip wheel setuptools | |
| pip install --editable . | |
| profile: | |
| needs: [py-setup, py-versions] | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| py3: ${{ fromJSON(needs.py-versions.outputs.matrix) }} | |
| mongodb-version: [3.6, 4.0, 4.2, 4.4, 5.0, 6.0] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Start MongoDB v${{ matrix.mongodb-version }} | |
| uses: supercharge/[email protected] | |
| with: | |
| mongodb-version: ${{ matrix.mongodb-version }} | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.py3 }} | |
| - name: Pytest | |
| env: | |
| CI_TEST_ENV: true | |
| LTA_MONGODB_HOST: localhost | |
| LTA_MONGODB_PORT: 27017 | |
| WIPACTEL_EXPORT_STDOUT: false | |
| run: | | |
| pip install --upgrade pip wheel setuptools pytest | |
| pip install .[dev] | |
| resources/enable_profiling.py | |
| pytest -vvvvv --tb=short tests | |
| resources/profile_queries.py |