-
Notifications
You must be signed in to change notification settings - Fork 9
123 lines (122 loc) · 4.47 KB
/
main.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
name: Compile virion
# Controls when the action will run.
on:
push:
branches:
- main
pull_request:
branches:
- main
# run once a week
schedule:
- cron: "0 0 * * *"
workflow_dispatch:
jobs:
GenBank:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: gautamkrishnar/keepalive-workflow@v1
- name: Setup Julia
uses: julia-actions/setup-julia@v1
with:
version: 1.7
- name: Julia dependencies (DF)
run: julia -e 'using Pkg; Pkg.activate("."); Pkg.add("CSV"); Pkg.add("DataFrames")'
- name: NCBITaxonomy (version from MAIN branch!)
run: julia -e 'using Pkg; Pkg.activate("."); Pkg.add(PackageSpec(name="NCBITaxonomy", rev="main"))'
- name: Setup R
uses: r-lib/actions/setup-r@v2
- name: Libraries for tidyverse
run: sudo apt-get install -y libharfbuzz-dev libfribidi-dev
- name: dependencies!!!!
run: |
sudo apt-get install libcurl4-openssl-dev libarchive-dev
sudo Rscript -e 'install.packages(c("taxize", "tidyverse", "RCurl", "readr", "vroom", "magrittr", "fs", "data.table", "zip", "rglobi", "lubridate", "R.utils", "here", "JuliaCall"), repos = "http://cran.us.r-project.org")'
- name: Download GenBank
run: |
Rscript -e 'source("Code/02_1a_Download GenBank.R")'
- name: Digest GenBank
run: |
Rscript -e 'source("Code/02_1b_Digest GenBank.R")'
- name: Format GenBank
run: |
Rscript -e 'source("Code/02_1c_Format GenBank.R")'
- name: Save artifacts
uses: actions/upload-artifact@v4
with:
name: GenBankFormatted
path: Intermediate/Formatted/GenbankFormatted.csv.gz
Globi:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Setup R
uses: r-lib/actions/setup-r@v2
- name: Libraries for tidyverse
run: sudo apt-get install -y libharfbuzz-dev libfribidi-dev
- name: dependencies!!!!
run: |
sudo apt-get install libcurl4-openssl-dev libarchive-dev
sudo Rscript -e 'install.packages(c("taxize", "tidyverse", "RCurl", "readr", "vroom", "magrittr", "fs", "data.table", "zip", "devtools", "lubridate", "here", "JuliaCall"), repos = "http://cran.us.r-project.org")'
sudo Rscript -e 'devtools::install_github("ropensci/rglobi")'
- name: Setup Julia
uses: julia-actions/setup-julia@v1
with:
version: 1.7
- name: Julia dependencies (DF)
run: julia -e 'using Pkg; Pkg.activate("."); Pkg.add("CSV"); Pkg.add("DataFrames")'
- name: NCBITaxonomy (version from MAIN branch!)
run: julia -e 'using Pkg; Pkg.activate("."); Pkg.add(PackageSpec(name="NCBITaxonomy", rev="main"))'
- name: Download Globi
run: |
Rscript -e 'source("Code/02_3a_Download GLOBI.R")'
- name: Digest Globi
run: |
Rscript -e 'source("Code/02_3b_Digest GLOBI.R")'
- name: Format Globi
run: |
Rscript -e 'source("Code/02_3c_Format GLOBI.R")'
- name: Save artifacts
uses: actions/upload-artifact@v4
with:
name: GlobiFormatted
path: Intermediate/Formatted/GLOBIFormatted.csv
Finish:
runs-on: ubuntu-latest
needs: [GenBank, Globi]
steps:
- uses: actions/checkout@v3
- name: Setup R
uses: r-lib/actions/setup-r@v2
- name: dependencies!!!
run: |
sudo apt-get install libcurl4-openssl-dev libarchive-dev libharfbuzz-dev libfribidi-dev
sudo Rscript -e 'install.packages(c("taxize", "tidyverse", "RCurl", "readr", "vroom", "magrittr", "fs", "data.table", "R.utils", "zip", "rglobi", "lubridate", "tidyft", "here", "JuliaCall"), repos = "http://cran.us.r-project.org")'
- name: Get GenBank
uses: actions/download-artifact@v4
with:
name: GenBankFormatted
- name: Get Globi
uses: actions/download-artifact@v4
with:
name: GlobiFormatted
- name: Merge clean files
run: |
Rscript -e 'source("Code/03_Merge clean files.R")'
- name: High level checks
run: |
Rscript -e 'source("Code/04_High level VIRION checks.R")'
- name: Dissolve VIRION
run: |
Rscript -e 'source("Code/05_Dissolve VIRION.R")'
- name: Save the artifacts
uses: actions/upload-artifact@v4
with:
name: VIRION
path: Virion
- name: Deploy
uses: JamesIves/[email protected]
with:
branch: gh-pages # The branch the action should deploy to.
folder: Virion # The folder the action should deploy.