Performance improvement for chromPeakData,XcmsExperimentHdf5 #615
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ## Read more about GitHub actions the features of this GitHub Actions workflow | |
| ## at https://lcolladotor.github.io/biocthis/articles/biocthis.html#use_bioc_github_action | |
| ## | |
| ## For more details, check the biocthis developer notes vignette at | |
| ## https://lcolladotor.github.io/biocthis/articles/biocthis_dev_notes.html | |
| ## | |
| ## You can add this workflow to other packages using: | |
| ## > biocthis::use_bioc_github_action() | |
| ## | |
| ## Using GitHub Actions exposes you to many details about how R packages are | |
| ## compiled and installed in several operating system.s | |
| ### If you need help, please follow the steps listed at | |
| ## https://github.com/r-lib/actions#where-to-find-help | |
| ## | |
| ## If you found an issue specific to biocthis's GHA workflow, please report it | |
| ## with the information that will make it easier for others to help you. | |
| ## Thank you! | |
| ## Acronyms: | |
| ## * GHA: GitHub Action | |
| ## * OS: operating system | |
| on: | |
| push: | |
| paths-ignore: | |
| - 'README.md' | |
| name: R-CMD-check-bioc | |
| ## These environment variables control whether to run GHA code later on that is | |
| ## specific to testthat, covr, and pkgdown. | |
| ## | |
| ## If you need to clear the cache of packages, update the number inside | |
| ## cache-version as discussed at https://github.com/r-lib/actions/issues/86. | |
| ## Note that you can always run a GHA test without the cache by using the word | |
| ## "/nocache" in the commit message. | |
| env: | |
| has_testthat: 'true' | |
| run_covr: 'true' | |
| run_pkgdown: 'true' | |
| has_RUnit: 'false' | |
| has_BiocCheck: 'false' | |
| cache-version: 'cache-v1' | |
| jobs: | |
| build-check: | |
| runs-on: ${{ matrix.config.os }} | |
| name: ${{ matrix.config.os }} (${{ matrix.config.r }}) | |
| container: ${{ matrix.config.cont }} | |
| ## Environment variables unique to this job. | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - { os: ubuntu-latest, r: 'devel', bioc: 'devel', cont: "bioconductor/bioconductor_docker:devel", rspm: "https://packagemanager.rstudio.com/cran/__linux__/focal/latest" } | |
| - { os: macOS-latest, r: '4.4', bioc: 'devel'} | |
| - { os: windows-latest, r: '4.4', bioc: 'devel'} | |
| env: | |
| R_REMOTES_NO_ERRORS_FROM_WARNINGS: true | |
| RSPM: ${{ matrix.config.rspm }} | |
| NOT_CRAN: true | |
| TZ: UTC | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| GITHUB_PAT: ${{ secrets.GITHUB_TOKEN }} | |
| steps: | |
| ## Set the R library to the directory matching the | |
| ## R packages cache step further below when running on Docker (Linux). | |
| - name: Set R Library home on Linux | |
| if: runner.os == 'Linux' | |
| run: | | |
| mkdir /__w/_temp/Library | |
| echo ".libPaths('/__w/_temp/Library')" > ~/.Rprofile | |
| ## Most of these steps are the same as the ones in | |
| ## https://github.com/r-lib/actions/blob/master/examples/check-standard.yaml | |
| ## If they update their steps, we will also need to update ours. | |
| - name: Checkout Repository | |
| uses: actions/checkout@v2 | |
| ## R is already included in the Bioconductor docker images | |
| - name: Setup R from r-lib | |
| if: runner.os != 'Linux' | |
| uses: r-lib/actions/setup-r@v2 | |
| with: | |
| r-version: ${{ matrix.config.r }} | |
| ## pandoc is already included in the Bioconductor docker images | |
| - name: Setup pandoc from r-lib | |
| if: runner.os != 'Linux' | |
| uses: r-lib/actions/setup-pandoc@v2 | |
| - name: Query dependencies | |
| run: | | |
| install.packages('remotes') | |
| saveRDS(remotes::dev_package_deps(dependencies = TRUE), ".github/depends.Rds", version = 2) | |
| shell: Rscript {0} | |
| - name: Cache R packages | |
| if: "!contains(github.event.head_commit.message, '/nocache') && runner.os != 'Linux'" | |
| uses: actions/cache@v2 | |
| with: | |
| path: ${{ env.R_LIBS_USER }} | |
| key: ${{ env.cache-version }}-${{ runner.os }}-biocversion-devel-r-devel-${{ hashFiles('.github/depends.Rds') }} | |
| restore-keys: ${{ env.cache-version }}-${{ runner.os }}-biocversion-devel-r-devel- | |
| - name: Cache R packages on Linux | |
| if: "!contains(github.event.head_commit.message, '/nocache') && runner.os == 'Linux' " | |
| uses: actions/cache@v2 | |
| with: | |
| path: /home/runner/work/_temp/Library | |
| key: ${{ env.cache-version }}-${{ runner.os }}-biocversion-devel-r-devel-${{ hashFiles('.github/depends.Rds') }} | |
| restore-keys: ${{ env.cache-version }}-${{ runner.os }}-biocversion-devel-r-devel- | |
| - name: Install Linux system dependencies | |
| if: runner.os == 'Linux' | |
| run: | | |
| sysreqs=$(Rscript -e 'cat("apt-get update -y && apt-get install -y", paste(gsub("apt-get install -y ", "", remotes::system_requirements("ubuntu", "20.04")), collapse = " "))') | |
| echo $sysreqs | |
| sudo -s eval "$sysreqs" | |
| - name: Install macOS system dependencies | |
| if: matrix.config.os == 'macOS-latest' | |
| run: | | |
| shell: Rscript {0} | |
| - name: Install Windows system dependencies | |
| if: runner.os == 'Windows' | |
| run: | | |
| ## Edit below if you have any Windows system dependencies | |
| shell: Rscript {0} | |
| - name: Install BiocManager | |
| run: | | |
| message(paste('****', Sys.time(), 'installing BiocManager ****')) | |
| remotes::install_cran("BiocManager", type = "source") | |
| shell: Rscript {0} | |
| - name: Set BiocVersion | |
| run: | | |
| BiocManager::install(version = "${{ matrix.config.bioc }}", ask = FALSE, type = "source") | |
| shell: Rscript {0} | |
| - name: Install dependencies pass 1 | |
| run: | | |
| ## Try installing the package dependencies in steps. First the local | |
| ## dependencies, then any remaining dependencies to avoid the | |
| ## issues described at | |
| ## https://stat.ethz.ch/pipermail/bioc-devel/2020-April/016675.html | |
| ## https://github.com/r-lib/remotes/issues/296 | |
| ## Ideally, all dependencies should get installed in the first pass. | |
| ## Workaround for problems with cached S4objects in binary packages | |
| BiocManager::install("GenomeInfoDb", force = TRUE, type = "source") | |
| BiocManager::install("BiocParallel", force = TRUE, type = "source") | |
| BiocManager::install("S4Vectors", force = TRUE, type = "source") | |
| BiocManager::install("SummarizedExperiment", force = TRUE, type = "source") | |
| ## install xcms with dependencies - to ensure dependencies are installed from source; | |
| ## somehow install_local installs binary packages instead. | |
| BiocManager::install("mzR", force = TRUE) | |
| BiocManager::install("MSnbase", force = TRUE, type = "source") | |
| BiocManager::install("xcms", force = TRUE, type = "source", dependencies = TRUE) | |
| BiocManager::install("faahKO", type = "source") | |
| ## Pass #1 at installing dependencies | |
| message(paste('****', Sys.time(), 'pass number 1 at installing dependencies: local dependencies ****')) | |
| remotes::install_local(dependencies = TRUE, repos = BiocManager::repositories(), build_vignettes = FALSE, build_manual = FALSE, type = "source") | |
| BiocManager::install(c("rmarkdown", "BiocStyle"), type = "source") | |
| continue-on-error: true | |
| shell: Rscript {0} | |
| - name: Install dependencies pass 2 | |
| run: | | |
| ## Pass #2 at installing dependencies | |
| message(paste('****', Sys.time(), 'pass number 2 at installing dependencies: any remaining dependencies ****')) | |
| remotes::install_local(dependencies = TRUE, repos = BiocManager::repositories(), build_vignettes = FALSE, type = "source") | |
| ## Manually install packages that seem to be skipped. | |
| message(paste('****', Sys.time(), 'force installation of selected packages ****')) | |
| BiocManager::install("RforMassSpectrometry/MsCoreUtils", force = TRUE) | |
| BiocManager::install("magick", type = "source") | |
| ## For running the checks | |
| message(paste('****', Sys.time(), 'installing rcmdcheck and BiocCheck ****')) | |
| remotes::install_cran("rcmdcheck", type = "source") | |
| BiocManager::install("BiocCheck", type = "source") | |
| shell: Rscript {0} | |
| - name: Install BiocGenerics | |
| if: env.has_RUnit == 'true' | |
| run: | | |
| ## Install BiocGenerics | |
| BiocManager::install("BiocGenerics", type = "source") | |
| shell: Rscript {0} | |
| - name: Install covr | |
| if: github.ref == 'refs/heads/devel' && env.run_covr == 'true' && runner.os == 'Linux' | |
| run: | | |
| remotes::install_cran("covr") | |
| shell: Rscript {0} | |
| - name: Install pkgdown | |
| if: github.ref == 'refs/heads/devel' && env.run_pkgdown == 'true' && runner.os == 'Linux' | |
| run: | | |
| remotes::install_github("r-lib/pkgdown") | |
| shell: Rscript {0} | |
| - name: Session info | |
| run: | | |
| options(width = 100) | |
| pkgs <- installed.packages()[, "Package"] | |
| sessioninfo::session_info(pkgs, include_base = TRUE) | |
| shell: Rscript {0} | |
| - name: Run CMD check | |
| env: | |
| _R_CHECK_CRAN_INCOMING_: false | |
| run: | | |
| rcmdcheck::rcmdcheck( | |
| args = c("--no-build-vignettes", "--no-manual", "--timings"), | |
| build_args = c("--no-manual", "--no-resave-data"), | |
| error_on = "error", | |
| check_dir = "check" | |
| ) | |
| shell: Rscript {0} | |
| ## Might need an to add this to the if: && runner.os == 'Linux' | |
| - name: Reveal testthat details | |
| if: env.has_testthat == 'true' | |
| run: find . -name testthat.Rout -exec cat '{}' ';' | |
| - name: Run RUnit tests | |
| if: env.has_RUnit == 'true' | |
| run: | | |
| BiocGenerics:::testPackage() | |
| shell: Rscript {0} | |
| - name: Run BiocCheck | |
| if: env.has_BiocCheck == 'true' | |
| run: | | |
| BiocCheck::BiocCheck( | |
| dir('check', 'tar.gz$', full.names = TRUE), | |
| `quit-with-status` = TRUE, | |
| `no-check-R-ver` = TRUE, | |
| `no-check-bioc-help` = TRUE | |
| ) | |
| shell: Rscript {0} | |
| - name: Test coverage | |
| if: github.ref == 'refs/heads/devel' && env.run_covr == 'true' && runner.os == 'Linux' | |
| run: | | |
| covr::codecov() | |
| shell: Rscript {0} | |
| - name: Install package | |
| if: github.ref == 'refs/heads/devel' && env.run_pkgdown == 'true' && runner.os == 'Linux' | |
| run: R CMD INSTALL . | |
| - name: Deploy package | |
| if: github.ref == 'refs/heads/devel' && env.run_pkgdown == 'true' && runner.os == 'Linux' | |
| run: | | |
| git config --global user.email "[email protected]" | |
| git config --global user.name "GitHub Actions" | |
| git config --global --add safe.directory /__w/xcms/xcms | |
| Rscript -e "pkgdown::deploy_to_branch(new_process = FALSE)" | |
| shell: bash {0} | |
| ## Note that you need to run pkgdown::deploy_to_branch(new_process = FALSE) | |
| ## at least one locally before this will work. This creates the gh-pages | |
| ## branch (erasing anything you haven't version controlled!) and | |
| ## makes the git history recognizable by pkgdown. | |
| - name: Upload check results | |
| if: failure() | |
| uses: actions/upload-artifact@master | |
| with: | |
| name: ${{ runner.os }}-biocversion-devel-r-devel-results | |
| path: check |