-
Notifications
You must be signed in to change notification settings - Fork 10
303 lines (299 loc) · 12.8 KB
/
cache_async_vol.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
name: Stacking Log, Cache, Async VOLs
on:
push:
branches: [ master ]
paths-ignore:
- '**/*.md'
- '**/*.txt'
- '**/*.jpg'
- '**/*.png'
- 'tests/*'
pull_request:
branches: [ master ]
paths-ignore:
- '**/*.md'
- '**/*.txt'
- '**/*.jpg'
- '**/*.png'
- 'tests/*'
env:
MPICH_VERSION: 4.1.1
ARGOBOTS_VERSION: 1.1
ASYNC_VOL_VERSION: 1.8.1
HDF5_VERSION: 1.14.2
LOG_VOL_VERSION: 1.4.0
jobs:
build:
runs-on: ubuntu-latest
timeout-minutes: 60
steps:
- uses: actions/checkout@v4
- name: Set up dependencies
run: |
set -x
sudo apt-get update
sudo apt-get -y install automake autoconf libtool libtool-bin m4 cmake
# The MPICH installed on github actions is too slow
# sudo apt-get install mpich
# mpicc -v
# zlib
sudo apt-get -y install zlib1g-dev
- name: Add global env variables into GITHUB_ENV
run: |
set -x
echo "MPICH_DIR=${GITHUB_WORKSPACE}/MPICH" >> $GITHUB_ENV
echo "HDF5_ROOT=${GITHUB_WORKSPACE}/HDF5" >> $GITHUB_ENV
echo "ABT_DIR=${GITHUB_WORKSPACE}/Argobots" >> $GITHUB_ENV
echo "ASYNC_DIR=${GITHUB_WORKSPACE}/Async" >> $GITHUB_ENV
echo "HDF5_ASYNC_DISABLE_IMPLICIT_NON_DSET_RW=1" >> $GITHUB_ENV
echo "CACHE_DIR=${GITHUB_WORKSPACE}/Cache" >> $GITHUB_ENV
echo "LOGVOL_DIR=${GITHUB_WORKSPACE}/LOGVOL" >> $GITHUB_ENV
echo "HDF5_PLUGIN_PATH=${GITHUB_WORKSPACE}/LOGVOL/lib:${GITHUB_WORKSPACE}/Cache/lib:${GITHUB_WORKSPACE}/Async/lib" >> $GITHUB_ENV
echo "MPICH_MAX_THREAD_SAFETY=multiple" >> $GITHUB_ENV
echo "HDF5_USE_FILE_LOCKING=FALSE" >> $GITHUB_ENV
echo "HDF5_ASYNC_DISABLE_DSET_GET=0" >> $GITHUB_ENV
# Start async execution at file close time
echo "HDF5_ASYNC_EXE_FCLOSE=1" >> $GITHUB_ENV
# Start async execution at group close time
echo "HDF5_ASYNC_EXE_GCLOSE=1" >> $GITHUB_ENV
# Start async execution at dataset close time
echo "HDF5_ASYNC_EXE_DCLOSE=1" >> $GITHUB_ENV
- name: Build MPICH ${{ env.MPICH_VERSION }}
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
rm -rf ${MPICH_DIR} ; mkdir ${MPICH_DIR} ; cd ${MPICH_DIR}
curl -LO https://www.mpich.org/static/downloads/${MPICH_VERSION}/mpich-${MPICH_VERSION}.tar.gz
gzip -dc mpich-${MPICH_VERSION}.tar.gz | tar -xf -
cd mpich-${MPICH_VERSION}
./configure --prefix=${MPICH_DIR} \
--silent \
--enable-romio \
--with-file-system=ufs \
--with-device=ch3:sock \
--disable-fortran \
CC=gcc
make -s LIBTOOLFLAGS=--silent V=1 -j 8 install > qout 2>&1
make -s -j 8 distclean >> qout 2>&1
- name: Dump MPICH log file
if: ${{ failure() }}
run: |
set -x
cat ${MPICH_DIR}/mpich-${MPICH_VERSION}/qout
cat ${MPICH_DIR}/mpich-${MPICH_VERSION}/config.log
- name: Install HDF5 ${{ env.HDF5_VERSION }}
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
rm -rf ${HDF5_ROOT} ; mkdir ${HDF5_ROOT} ; cd ${HDF5_ROOT}
VER_MAJOR=${HDF5_VERSION%.*}
VER_NOPATCH=${HDF5_VERSION%-*} # remove patch version
curl -LO https://support.hdfgroup.org/ftp/HDF5/releases/hdf5-${VER_MAJOR}/hdf5-${VER_NOPATCH}/src/hdf5-${HDF5_VERSION}.tar.gz
tar -zxf hdf5-${HDF5_VERSION}.tar.gz
cd hdf5-${HDF5_VERSION}
./configure --prefix=${HDF5_ROOT} \
--silent \
--enable-parallel \
--enable-build-mode=production \
--enable-unsupported \
--enable-threadsafe \
--disable-doxygen-doc \
--disable-doxygen-man \
--disable-doxygen-html \
--disable-tests \
--disable-fortran \
--disable-cxx \
CC=${MPICH_DIR}/bin/mpicc
make -s LIBTOOLFLAGS=--silent V=1 -j 8 install > qout 2>&1
make -s -j 8 distclean >> qout 2>&1
- name: Dump config.log file if build HDF5 failed
if: ${{ failure() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
cat ${HDF5_ROOT}/hdf5-${HDF5_VERSION}/qout
cat ${HDF5_ROOT}/hdf5-${HDF5_VERSION}/config.log
- name: Install Argobots ${{ env.ARGOBOTS_VERSION }}
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
rm -rf ${ABT_DIR} ; mkdir ${ABT_DIR} ; cd ${ABT_DIR}
curl -LO https://github.com/pmodels/argobots/archive/refs/tags/v${ARGOBOTS_VERSION}.tar.gz
tar -xf v${ARGOBOTS_VERSION}.tar.gz
cd argobots-${ARGOBOTS_VERSION}
./autogen.sh
./configure --prefix=${ABT_DIR} \
--silent \
CC=${MPICH_DIR}/bin/mpicc \
CXX=${MPICH_DIR}/bin/mpicxx
make -s LIBTOOLFLAGS=--silent V=1 -j 8 install > qout 2>&1
make -s -j 8 distclean >> qout 2>&1
- name: Dump config.log file if build Argobots failed
if: ${{ failure() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
cat ${ABT_DIR}/argobots-${ARGOBOTS_VERSION}/qout
cat ${ABT_DIR}/argobots-${ARGOBOTS_VERSION}/config.log
- name: Install Async VOL master branch
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
rm -rf ${ASYNC_DIR} ; mkdir ${ASYNC_DIR} ; cd ${ASYNC_DIR}
curl -LO https://github.com/hpc-io/vol-async/archive/refs/tags/v${ASYNC_VOL_VERSION}.tar.gz
tar -xf v${ASYNC_VOL_VERSION}.tar.gz
cd vol-async-${ASYNC_VOL_VERSION}
# git clone https://github.com/hpc-io/vol-async.git
# cd vol-async
mkdir build ; cd build
CC=${MPICH_DIR}/bin/mpicc CXX=${MPICH_DIR}/bin/mpicxx \
cmake .. -DCMAKE_INSTALL_PREFIX=${ASYNC_DIR}
make -j 8 install > qout 2>&1
- name: Dump config.log file if build Async VOL failed
if: ${{ failure() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
cat ${ASYNC_DIR}/build/qout
- name: Install Cache VOL master branch
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
rm -rf ${CACHE_DIR} ; mkdir ${CACHE_DIR} ; cd ${CACHE_DIR}
git clone https://github.com/hpc-io/vol-cache.git
cd vol-cache
mkdir build ; cd build
CC=${MPICH_DIR}/bin/mpicc CXX=${MPICH_DIR}/bin/mpicxx \
CFLAGS=-DNDEBUG \
HDF5_VOL_DIR=${ASYNC_DIR} \
cmake .. -DCMAKE_INSTALL_PREFIX=${CACHE_DIR}
make -j 8 install > qout 2>&1
- name: Dump config.log file if build Cache VOL failed
if: ${{ failure() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
cat ${CACHE_DIR}/build/qout
cat ${CACHE_DIR}/build/config.log
- name: Install Log VOL
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
rm -rf ${LOGVOL_DIR} ; mkdir ${LOGVOL_DIR} ; cd ${LOGVOL_DIR}
curl -LO https://github.com/DataLib-ECP/vol-log-based/archive/refs/tags/logvol.${LOG_VOL_VERSION}.tar.gz
tar -zxf logvol.${LOG_VOL_VERSION}.tar.gz
cd vol-log-based-logvol.${LOG_VOL_VERSION}
autoreconf -i
./configure --prefix=${LOGVOL_DIR} \
--silent \
--with-hdf5=${HDF5_ROOT} \
--with-mpi=${MPICH_DIR}
make -s LIBTOOLFLAGS=--silent V=1 -j 8 install > qout 2>&1
make -s -j 8 distclean >> qout 2>&1
- name: Dump config.log file if build Log VOL failed
if: ${{ failure() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
cat ${LOGVOL_DIR}/vol-log-based-logvol.${LOG_VOL_VERSION}/qout
cat ${LOGVOL_DIR}/vol-log-based-logvol.${LOG_VOL_VERSION}/config.log
- name: Build E3SM_IO with HDF5 and Log VOL
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
rm -rf ./test_output
autoreconf -i
./configure --with-mpi=${MPICH_DIR} \
--with-hdf5=${HDF5_ROOT} \
--with-logvol=${LOGVOL_DIR} \
--enable-threading \
CFLAGS=-fno-var-tracking-assignments \
CXXFLAGS=-fno-var-tracking-assignments
make -j 8
- name: Print config.log if error
if: ${{ failure() }}
run: |
set -x
cat ${GITHUB_WORKSPACE}/config.log
- name: Test Cache and Async VOL - make check
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
export HDF5_VOL_CONNECTOR="cache_ext config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=512;under_info={under_vol=0;under_info={}}"
make -s check
- name: Print log files
if: ${{ always() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
cat test.sh.log
cat utils/*.log
- name: Test Cache and Async VOL - make ptest
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
export HDF5_VOL_CONNECTOR="cache_ext config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=512;under_info={under_vol=0;under_info={}}"
make -s ptest
- name: Test stacking Log VOL on top of Cache VOL only - make check
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
export HDF5_VOL_CONNECTOR="LOG under_vol=513;under_info={config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=0;under_info={}}"
make -s check
- name: Print log files
if: ${{ always() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
cat test.sh.log
cat utils/*.log
- name: Test stacking Log VOL on top of Cache VOL only - make ptest
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
export HDF5_VOL_CONNECTOR="LOG under_vol=513;under_info={config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=0;under_info={}}"
make -s ptest
- name: Test stacking Log VOL on top of Cache and Async VOL - make check
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
export HDF5_VOL_CONNECTOR="LOG under_vol=513;under_info={config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=512;under_info={under_vol=0;under_info={}}}"
make -s check
- name: Print log files
if: ${{ always() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
cat test.sh.log
cat utils/*.log
- name: Test stacking Log VOL on top of Cache and Async VOL - make ptest
if: ${{ success() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
export LD_LIBRARY_PATH="${LOGVOL_DIR}/lib:${CACHE_DIR}/lib:${ASYNC_DIR}/lib:${ABT_DIR}/lib:${HDF5_ROOT}/lib:${LD_LIBRARY_PATH}"
export HDF5_VOL_CONNECTOR="LOG under_vol=513;under_info={config=${GITHUB_WORKSPACE}/cache.cfg;under_vol=512;under_info={under_vol=0;under_info={}}}"
make -s ptest
- name: make distclean
if: ${{ always() }}
run: |
set -x
cd ${GITHUB_WORKSPACE}
make -s distclean