rm redundant check #474
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Harpy Modules | |
| on: | |
| push: | |
| branches: | |
| - 'main' | |
| pull_request: | |
| branches: | |
| - main | |
| # Cancel in progress workflows on pull_requests. | |
| # https://docs.github.com/en/actions/using-jobs/using-concurrency#example-using-a-fallback-value | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| env: | |
| CACHE_NUMBER: 0 # increase to reset cache manually | |
| jobs: | |
| changes: | |
| name: Detect File Changes | |
| runs-on: ubuntu-latest | |
| # Required permissions | |
| permissions: | |
| pull-requests: read | |
| # Set job outputs to values from filter step | |
| outputs: | |
| preflight: ${{ steps.filter.outputs.preflight }} | |
| deconvolve: ${{ steps.filter.outputs.deconvolve }} | |
| demux: ${{ steps.filter.outputs.demux }} | |
| qc: ${{ steps.filter.outputs.qc }} | |
| bwa: ${{ steps.filter.outputs.bwa }} | |
| ema: ${{ steps.filter.outputs.ema }} | |
| strobealign: ${{ steps.filter.outputs.strobealign }} | |
| mpileup: ${{ steps.filter.outputs.mpileup }} | |
| freebayes: ${{ steps.filter.outputs.freebayes }} | |
| leviathan: ${{ steps.filter.outputs.leviathan }} | |
| naibr: ${{ steps.filter.outputs.naibr }} | |
| impute: ${{ steps.filter.outputs.impute }} | |
| phase: ${{ steps.filter.outputs.phase }} | |
| simvars: ${{ steps.filter.outputs.simvars }} | |
| simreads: ${{ steps.filter.outputs.simreads }} | |
| assembly: ${{ steps.filter.outputs.assembly }} | |
| other: ${{ steps.filter.outputs.other }} | |
| container: ${{ steps.filter.outputs.container }} | |
| modules: ${{ steps.filter.outputs.modules }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Check Which Files Have Changes | |
| uses: dorny/paths-filter@v3 | |
| id: filter | |
| with: | |
| base: 'main' | |
| filters: .github/filters.yml | |
| pkgbuild: | |
| needs: changes | |
| name: Build/Cache Container | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| run: rm -rf /opt/hostedtoolcache | |
| - name: Rebuild Dockerfile | |
| id: rebuild | |
| if: ${{ needs.changes.outputs.container == 'true' }} | |
| shell: micromamba-shell {0} | |
| run: harpy containerize | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| if: ${{ steps.rebuild.outcome == 'success' }} | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Docker Hub | |
| id: dockerhub | |
| if: ${{ steps.buildx.outcome == 'success' }} | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Build and Push to Dockerhub | |
| if: ${{ steps.dockerhub.outcome == 'success' }} | |
| uses: docker/build-push-action@v5 | |
| with: | |
| context: . | |
| push: true | |
| tags: pdimens/harpy:latest | |
| - name: Pull Image Locally | |
| id: singularity | |
| shell: micromamba-shell {0} | |
| if: ${{ needs.changes.outputs.modules == 'true' }} | |
| run: harpy qc --skip-reports --quiet test/fastq/sample1.*.fq.gz | |
| - name: Create Singularity Artifact | |
| if: ${{ steps.singularity.outcome == 'success' }} | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity/*.simg | |
| retention-days: 1 | |
| dmux_gen1: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.demux == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: demux gen1 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: harpy demultiplex | |
| shell: micromamba-shell {0} | |
| run: harpy demultiplex gen1 --quiet --schema test/demux/samples.schema test/demux/Undetermined_S0_L004_R* test/demux/Undetermined_S0_L004_I* | |
| preflight: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.preflight == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: preflight | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: test preflight fastq | |
| shell: micromamba-shell {0} | |
| run: harpy preflight fastq test/fastq | |
| - name: test preflight bam | |
| if: always() | |
| shell: micromamba-shell {0} | |
| run: harpy preflight bam --quiet test/bam | |
| qc: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.qc == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: qc | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: harpy qc | |
| shell: micromamba-shell {0} | |
| run: harpy qc -x "--low_complexity_filter" --quiet test/fastq | |
| - name: harpy qc all options | |
| shell: micromamba-shell {0} | |
| run: harpy qc -a auto -d -c 21,40,3,0 --quiet test/fastq | |
| deconvolve: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.deconvolve == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: deconvolve | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: harpy deconvolve | |
| shell: micromamba-shell {0} | |
| run: harpy deconvolve --quiet test/fastq | |
| bwa: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.bwa == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: align BWA | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: test bwa | |
| shell: micromamba-shell {0} | |
| run: harpy align bwa --quiet -g test/genome/genome.fasta.gz -x "-A 2" test/fastq | |
| ema: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.ema == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: align EMA | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: test ema | |
| shell: micromamba-shell {0} | |
| run: harpy align ema --quiet --ema-bins 150 -g test/genome/genome.fasta.gz test/fastq | |
| strobe: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.strobealign == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: align strobe | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: test strobealign | |
| shell: micromamba-shell {0} | |
| run: harpy align strobe --quiet -l 125 -g test/genome/genome.fasta.gz test/fastq | |
| mpileup: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.mpileup == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: mpileup | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: snp mpileup | |
| shell: micromamba-shell {0} | |
| run: harpy snp mpileup --quiet -r test/positions.bed -g test/genome/genome.fasta.gz -x "--ignore-RG" test/bam | |
| - name: snp mpileup-pop | |
| shell: micromamba-shell {0} | |
| run: harpy snp mpileup --quiet -r test/positions.bed -o SNP/poptest -g test/genome/genome.fasta.gz -p test/samples.groups test/bam | |
| freebayes: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.freebayes == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: freebayes | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: snp freebayes | |
| shell: micromamba-shell {0} | |
| run: harpy snp freebayes --quiet -r test/positions.bed -g test/genome/genome.fasta.gz -x "-g 200" test/bam | |
| - name: snp freebayes-pop | |
| shell: micromamba-shell {0} | |
| run: harpy snp freebayes --quiet -r test/positions.bed -o SNP/poptest -g test/genome/genome.fasta.gz -p test/samples.groups test/bam | |
| impute: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.impute == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: impute | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: impute | |
| shell: micromamba-shell {0} | |
| run: harpy impute --quiet --vcf test/vcf/test.bcf -p test/stitch.params test/bam | |
| - name: impute from vcf | |
| shell: micromamba-shell {0} | |
| if: always() | |
| run: harpy impute --quiet --vcf-samples -o vcfImpute --vcf test/vcf/test.bcf -p test/stitch.params test/bam | |
| phase: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.phase == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: phase | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: phase | |
| shell: micromamba-shell {0} | |
| run: harpy phase --quiet --vcf test/vcf/test.bcf -x "--max_iter 10001" test/bam | |
| - name: phase with indels | |
| shell: micromamba-shell {0} | |
| if: always() | |
| run: harpy phase --quiet --vcf test/vcf/test.bcf -o phaseindel -g test/genome/genome.fasta.gz test/bam | |
| - name: phase from vcf | |
| shell: micromamba-shell {0} | |
| if: always() | |
| run: | | |
| cp test/bam/sample1.bam test/bam/pineapple.bam && rename_bam.py -d pineapple1 test/bam/pineapple.bam | |
| harpy phase --quiet --vcf-samples -o phasevcf --vcf test/vcf/test.bcf test/bam | |
| leviathan: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.leviathan == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: sv leviathan | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: leviathan | |
| shell: micromamba-shell {0} | |
| run: harpy sv leviathan --quiet -s 100 -b 1 -g test/genome/genome.fasta.gz -x "-M 2002" test/bam | |
| continue-on-error: true | |
| - name: leviathan-pop | |
| if: always() | |
| shell: micromamba-shell {0} | |
| run: harpy sv leviathan --quiet -s 100 -b 1 -g test/genome/genome.fasta.gz -o SV/leviathanpop -p test/samples.groups test/bam | |
| naibr: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.naibr == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: sv naibr | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: naibr | |
| shell: micromamba-shell {0} | |
| run: harpy sv naibr --quiet -g test/genome/genome.fasta.gz -o SV/naibr -x "-min_sv 5000" test/bam_phased && rm -r Genome | |
| - name: naibr pop | |
| if: always() | |
| shell: micromamba-shell {0} | |
| run: harpy sv naibr --quiet -g test/genome/genome.fasta.gz -o SV/pop -p test/samples.groups test/bam_phased && rm -r Genome | |
| - name: naibr with phasing | |
| if: always() | |
| shell: micromamba-shell {0} | |
| run: | | |
| harpy sv naibr --quiet -g test/genome/genome.fasta.gz -o SV/phase -v test/vcf/test.phased.bcf test/bam && rm -r Genome | |
| - name: naibr pop with phasing | |
| if: always() | |
| shell: micromamba-shell {0} | |
| run: harpy sv naibr --quiet -g test/genome/genome.fasta.gz -o SV/phasepop -v test/vcf/test.phased.bcf -p test/samples.groups test/bam && rm -r Genome | |
| simulate_variants: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.simvars == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: simulate variants | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: simulate random snps/indels | |
| shell: micromamba-shell {0} | |
| run: | | |
| harpy simulate snpindel --quiet --snp-count 10 --indel-count 10 -z 0.5 test/genome/genome.fasta.gz | |
| harpy simulate snpindel --quiet --prefix Simulate/snpvcf --snp-vcf Simulate/snpindel/haplotype_1/sim.hap1.snp.vcf --indel-vcf Simulate/snpindel/haplotype_1/sim.hap1.indel.vcf test/genome/genome.fasta.gz | |
| - name: simulate inversions | |
| shell: micromamba-shell {0} | |
| if: always() | |
| run: | | |
| harpy simulate inversion --quiet --count 10 -z 0.5 test/genome/genome.fasta.gz | |
| harpy simulate inversion --quiet --prefix Simulate/invvcf --vcf Simulate/inversion/haplotype_1/sim.hap1.inversion.vcf test/genome/genome.fasta.gz | |
| - name: simulate cnv | |
| shell: micromamba-shell {0} | |
| if: always() | |
| run: | | |
| harpy simulate cnv --quiet --count 10 -z 0.5 test/genome/genome.fasta.gz | |
| harpy simulate cnv --quiet --prefix Simulate/cnvvcf --vcf Simulate/cnv/haplotype_1/sim.hap1.cnv.vcf test/genome/genome.fasta.gz | |
| - name: simulate translocations | |
| shell: micromamba-shell {0} | |
| if: always() | |
| run: | | |
| harpy simulate translocation --quiet --count 10 -z 0.5 test/genome/genome.fasta.gz | |
| harpy simulate translocation --quiet --prefix Simulate/transvcf --vcf Simulate/translocation/haplotype_1/sim.hap1.translocation.vcf test/genome/genome.fasta.gz | |
| simulate_linkedreads: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.simreads == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: simulate linkedreads | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: simulate linked reads | |
| shell: micromamba-shell {0} | |
| run: | | |
| haplotag_barcodes.py -n 14000000 > test/haplotag.bc | |
| harpy simulate linkedreads --quiet -t 4 -n 2 -b test/haplotag.bc -l 100 -p 50 test/genome/genome.fasta.gz test/genome/genome2.fasta.gz | |
| assembly: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.assembly == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: metassembly | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: Download Singularity Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: deps-image | |
| path: .snakemake/singularity | |
| - name: test assembly | |
| shell: micromamba-shell {0} | |
| run: harpy assembly --quiet -r 4000 test/fastq/sample1.* | |
| - name: test metassembly | |
| shell: micromamba-shell {0} | |
| run: harpy metassembly --quiet -r 4000 test/fastq/sample1.* | |
| - name: test metassembly without barcodes | |
| shell: micromamba-shell {0} | |
| run: harpy metassembly --ignore-bx --quiet -r 4000 test/fastq/sample1.* | |
| extras: | |
| needs: [changes, pkgbuild] | |
| if: ${{ needs.changes.outputs.other == 'true' && needs.pkgbuild.result == 'success' }} | |
| name: harpy extras | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Mamba | |
| uses: mamba-org/setup-micromamba@v1 | |
| env: | |
| ACTIONS_STEP_DEBUG: true | |
| with: | |
| init-shell: bash | |
| generate-run-shell: true | |
| environment-file: resources/harpy.yaml | |
| cache-environment: true | |
| post-cleanup: 'all' | |
| log-level: error | |
| - name: Install Harpy | |
| shell: micromamba-shell {0} | |
| run: | | |
| python3 -m pip install --upgrade build && python3 -m build | |
| pip install dist/*.whl | |
| resources/buildforCI.sh | |
| - name: Clear Space | |
| uses: jlumbroso/free-disk-space@main | |
| - name: harpy imputeparams | |
| shell: micromamba-shell {0} | |
| run: harpy imputeparams -o params.file | |
| - name: harpy popgroup | |
| shell: micromamba-shell {0} | |
| run: harpy popgroup test/fastq | |
| - name: harpy downsample bam | |
| shell: micromamba-shell {0} | |
| run: harpy downsample -d 1 --random-seed 699 --quiet test/bam/sample1.bam | |
| - name: harpy downsample fastq | |
| shell: micromamba-shell {0} | |
| run: harpy downsample -d 1 --quiet test/fastq/sample1.*gz | |
| - name: harpy hpc | |
| shell: micromamba-shell {0} | |
| run: | | |
| harpy hpc slurm | |
| harpy hpc googlebatch | |
| harpy hpc lsf | |
| harpy hpc htcondor |