From d2b13501024b57f6e99c277f40a31057e98aae19 Mon Sep 17 00:00:00 2001 From: Alex Tyler Chapman Date: Tue, 10 Sep 2024 18:23:18 -0700 Subject: [PATCH 01/24] setup spack for tioga build --- .../spack/configs/toss_4_x86_64_ib/spack.yaml | 2 +- .../configs/toss_4_x86_64_ib_cray/spack.yaml | 446 ++++++++++++++++++ scripts/spack/packages/serac/package.py | 53 ++- scripts/spack/specs.json | 3 + 4 files changed, 500 insertions(+), 4 deletions(-) create mode 100644 scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml diff --git a/scripts/spack/configs/toss_4_x86_64_ib/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib/spack.yaml index 34b9cd9ac..f76165ae9 100644 --- a/scripts/spack/configs/toss_4_x86_64_ib/spack.yaml +++ b/scripts/spack/configs/toss_4_x86_64_ib/spack.yaml @@ -252,7 +252,7 @@ spack: - spec: zlib@1.2.11 prefix: /usr - # Lock in versions of Devtools + # Lock in versions of Devtools cmake: version: [3.23.1] buildable: false diff --git a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml new file mode 100644 index 000000000..e4b308341 --- /dev/null +++ b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml @@ -0,0 +1,446 @@ +spack: + config: + install_tree: + root: $spack/.. + projections: + all: '{compiler.name}-{compiler.version}/{name}-{version}-{hash}' + misc_cache: $spack/../misc_cache + test_stage: $spack/../test_stage + build_stage:: + - $spack/../build_stage + + # Regular TPLs do not need views + view: false + + compilers:: + - compiler: + environment: {} + extra_rpaths: [] + flags: + fflags: -Mfreeform + modules: [] + operating_system: rhel8 + paths: + cc: /opt/rocm-5.2.3/llvm/bin/amdclang + cxx: /opt/rocm-5.2.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.2.3/llvm/bin/amdflang + fc: /opt/rocm-5.2.3/llvm/bin/amdflang + spec: clang@14.0.0 + target: x86_64 + - compiler: + environment: {} + extra_rpaths: [] + flags: + fflags: -Mfreeform + modules: [] + operating_system: rhel8 + paths: + cc: /opt/rocm-5.4.3/llvm/bin/amdclang + cxx: /opt/rocm-5.4.3/llvm/bin/amdclang++ + f77: /opt/rocm-5.4.3/llvm/bin/amdflang + fc: /opt/rocm-5.4.3/llvm/bin/amdflang + spec: clang@15.0.0 + target: x86_64 + - compiler: + environment: {} + extra_rpaths: [] + flags: + fflags: -Mfreeform + modules: [] + operating_system: rhel8 + paths: + cc: /opt/rocm-5.6.0/llvm/bin/amdclang + cxx: /opt/rocm-5.6.0/llvm/bin/amdclang++ + f77: /opt/rocm-5.6.0/llvm/bin/amdflang + fc: /opt/rocm-5.6.0/llvm/bin/amdflang + spec: clang@16.0.0 + target: x86_64 + - compiler: + environment: {} + extra_rpaths: [] + flags: + fflags: -Mfreeform + modules: [] + operating_system: rhel8 + paths: + cc: /opt/rocm-5.7.1/llvm/bin/amdclang + cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.7.1/llvm/bin/amdflang + fc: /opt/rocm-5.7.1/llvm/bin/amdflang + spec: clang@17.0.0 + target: x86_64 + - compiler: + environment: {} + extra_rpaths: [] + # Flag for lowercase Fortran module names + flags: + fflags: -ef + modules: [] + operating_system: rhel8 + paths: + cc: /usr/tce/packages/cce-tce/cce-15.0.1/bin/craycc + cxx: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayCC + f77: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayftn + fc: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayftn + spec: cce@15.0.1 + target: x86_64 + + packages: + all: + compiler: [gcc, intel, pgi, clang, xl, nag] + providers: + blas: [openblas] + lapack: [netlib-lapack] + gl: [opengl] + glu: [openglu] + zlib-api: [zlib] + mpi: [cray-mpich] + + openblas: + buildable: false + externals: + - prefix: /usr + spec: openblas@0.3.15 + opengl: + buildable: false + externals: + - spec: opengl@1.7.0 + prefix: /usr + openglu: + buildable: false + externals: + - spec: openglu@1.3.1 + prefix: /usr + + hip: + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + buildable: false + externals: + - spec: hip@5.2.3 + prefix: /opt/rocm-5.2.3/hip + - spec: hip@5.4.3 + prefix: /opt/rocm-5.4.3/hip + - spec: hip@5.6.0 + prefix: /opt/rocm-5.6.0/hip + - spec: hip@5.7.1 + prefix: /opt/rocm-5.7.1/hip + + llvm-amdgpu: + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + buildable: false + externals: + # llvm-amdgpu@5.2.3 contains clang 14, which is used for clang-format + - spec: llvm-amdgpu@5.2.3 + prefix: /opt/rocm-5.2.3/llvm + - spec: llvm-amdgpu@5.4.3 + prefix: /opt/rocm-5.4.3/llvm + - spec: llvm-amdgpu@5.6.0 + prefix: /opt/rocm-5.6.0/llvm + - spec: llvm-amdgpu@5.7.1 + prefix: /opt/rocm-5.7.1/llvm + + hsa-rocr-dev: + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + buildable: false + externals: + - spec: hsa-rocr-dev@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: hsa-rocr-dev@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: hsa-rocr-dev@5.6.0 + prefix: /opt/rocm-5.6.0/ + - spec: hsa-rocr-dev@5.7.1 + prefix: /opt/rocm-5.7.1/ + + rocblas: + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + buildable: false + externals: + - spec: rocblas@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocblas@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocblas@5.6.0 + prefix: /opt/rocm-5.6.0/ + - spec: rocblas@5.7.1 + prefix: /opt/rocm-5.7.1/ + + rocminfo: + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + buildable: false + externals: + - spec: rocminfo@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocminfo@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocminfo@5.6.0 + prefix: /opt/rocm-5.6.0/ + - spec: rocminfo@5.7.1 + prefix: /opt/rocm-5.7.1 + + rocprim: + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + buildable: false + externals: + - spec: rocprim@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocprim@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocprim@5.6.0 + prefix: /opt/rocm-5.6.0/ + - spec: rocprim@5.7.1 + prefix: /opt/rocm-5.7.1/ + + rocm-device-libs: + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + buildable: false + externals: + - spec: rocm-device-libs@5.2.3 + prefix: /opt/rocm-5.2.3/ + - spec: rocm-device-libs@5.4.3 + prefix: /opt/rocm-5.4.3/ + - spec: rocm-device-libs@5.6.0 + prefix: /opt/rocm-5.6.0/ + - spec: rocm-device-libs@5.7.1 + prefix: /opt/rocm-5.7.1/ + + # Lock down which MPI we are using + mpi: + buildable: false + cray-mpich: + buildable: false + externals: + - spec: cray-mpich@8.1.16%clang@14.0.0 + prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.16-rocmcc-5.2.3/ + - spec: cray-mpich@8.1.25%clang@15.0.0 + prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.4.3/ + - spec: cray-mpich@8.1.25%clang@16.0.0 + prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/ + - spec: cray-mpich@8.1.27%clang@17.0.0 + prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/ + - spec: cray-mpich@8.1.25%cce@15.0.1 + prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.4.3-cce-15.0.1/ + + netlib-lapack: + buildable: false + externals: + - spec: netlib-lapack@3.8.0 + prefix: /usr + + # System level packages to not build + autoconf: + buildable: false + externals: + - spec: autoconf@2.69 + prefix: /usr + automake: + buildable: false + externals: + - spec: automake@1.61.1 + prefix: /usr + binutils: + buildable: false + externals: + - spec: binutils@2.30 + prefix: /usr + bison: + buildable: false + externals: + - spec: bison@3.0.4 + prefix: /usr + bzip2: + buildable: false + externals: + - spec: bzip2@1.0.6 + prefix: /usr + curl: + buildable: false + externals: + - spec: curl@7.29.0 + prefix: /usr + diffutils: + buildable: false + externals: + - spec: diffutils@3.6 + prefix: /usr + elfutils: + buildable: false + externals: + - spec: elfutils@0.187 + prefix: /usr + expat: + buildable: false + externals: + - spec: expat@2.2.5 + prefix: /usr + libepoxy: + buildable: false + externals: + - spec: libepoxy@1.5.8 + prefix: /usr + flex: + buildable: false + externals: + - spec: flex@2.6.1 + prefix: /usr + findutils: + buildable: false + externals: + - spec: findutils@4.6.0 + prefix: /usr + gettext: + buildable: false + externals: + - spec: gettext@0.19.8.1 + prefix: /usr + ghostscript: + buildable: false + externals: + - spec: ghostscript@9.27 + prefix: /usr + gmake: + buildable: false + externals: + - spec: gmake@4.2.1 + prefix: /usr + graphviz: + buildable: false + externals: + - spec: graphviz@2.40.1 + prefix: /usr + groff: + buildable: false + externals: + - spec: groff@1.22.2 + prefix: /usr + hwloc: + buildable: false + externals: + - spec: hwloc@2.9.0 + prefix: /usr + libtool: + buildable: false + externals: + - spec: libtool@2.4.6 + prefix: /usr + # NOTE: removed since fails on clang builds + # libunwind: + # buildable: false + # externals: + # - spec: libunwind@1.3.1 + # prefix: /usr + libx11: + buildable: false + externals: + - spec: libx11@1.6.8 + prefix: /usr + lua: + buildable: false + externals: + - spec: lua@5.3.4 + prefix: /usr + m4: + buildable: false + externals: + - spec: m4@1.4.18 + prefix: /usr + ninja: + buildable: false + externals: + - spec: ninja@1.11.0 + prefix: /usr/tce/packages/ninja/ninja-1.11.0 + openssl: + buildable: false + externals: + - spec: openssl@1.1.1k + prefix: /usr + perl: + buildable: false + externals: + - spec: perl@5.26.3 + prefix: /usr + pkg-config: + buildable: false + externals: + - spec: pkg-config@1.4.2 + prefix: /usr + readline: + buildable: false + externals: + - spec: readline@7.0 + prefix: /usr + swig: + buildable: false + externals: + - spec: swig@3.0.12 + prefix: /usr + tar: + buildable: false + externals: + - spec: tar@1.30 + prefix: /usr + unzip: + buildable: false + externals: + - spec: unzip@6.0 + prefix: /usr + zlib: + buildable: false + externals: + - spec: zlib@1.2.11 + prefix: /usr + + # Lock in versions of Devtools + cmake: + version: [3.23.1] + buildable: false + externals: + - spec: cmake@3.23.1 + prefix: /usr/tce + cppcheck: + version: [2.9] + buildable: false + externals: + - spec: cppcheck@2.9 + prefix: /usr/workspace/smithdev/devtools/toss_4_x86_64_ib_cray/latest/cppcheck-2.9 + doxygen: + version: [1.9.8] + buildable: false + externals: + - spec: doxygen@1.9.8 + prefix: /usr/workspace/smithdev/devtools/toss_4_x86_64_ib_cray/latest/doxygen-1.9.8 + py-ats: + version: [7.0.105] + buildable: false + externals: + - spec: py-ats@7.0.105 + prefix: /usr/workspace/smithdev/devtools/toss_4_x86_64_ib_cray/latest/python-3.11.7 + py-sphinx: + version: [7.2.6] + buildable: false + externals: + - spec: py-sphinx@7.2.6 + prefix: /usr/workspace/smithdev/devtools/toss_4_x86_64_ib_cray/latest/python-3.11.7 + python: + buildable: false + externals: + - spec: python@3.9.12 + prefix: /usr/tce/packages/python/python-3.9.12 + + # Globally lock version of third party libraries + axom: + require: "@0.9.0.1" + camp: + require: "@2024.02.0" + conduit: + require: "@0.9.1~shared~test~examples~utilities" + hdf5: + variants: ~shared~mpi + mfem: + require: "@4.7.0.1" + raja: + require: "@2024.02.0~shared~examples~exercises" + tribol: + require: "@0.1.0.16~examples~tests" + umpire: + require: "@2024.02.0~shared~examples~werror" diff --git a/scripts/spack/packages/serac/package.py b/scripts/spack/packages/serac/package.py index f36527dad..8527252e6 100644 --- a/scripts/spack/packages/serac/package.py +++ b/scripts/spack/packages/serac/package.py @@ -29,13 +29,15 @@ def get_spec_path(spec, package_name, path_replacements={}, use_bin=False): return path -class Serac(CachedCMakePackage, CudaPackage): +class Serac(CachedCMakePackage, CudaPackage, ROCmPackage): """Serac is a 3D implicit nonlinear thermal-structural simulation code. Its primary purpose is to investigate multiphysics abstraction strategies and implicit finite element-based algorithm development for emerging computing architectures. It also serves as a proxy-app for LLNL's Smith code.""" + maintainers("chapman39") + homepage = "https://www.github.com/LLNL/serac" git = "https://github.com/LLNL/serac.git" @@ -77,6 +79,7 @@ class Serac(CachedCMakePackage, CudaPackage): # Basic dependencies depends_on("mpi") depends_on("cmake@3.14:") + depends_on("cmake@3.21:", type="build", when="+rocm") depends_on("lua") @@ -217,6 +220,11 @@ class Serac(CachedCMakePackage, CudaPackage): # Conflicts # + conflicts("+openmp", when="+rocm") + conflicts("+cuda", when="+rocm") + + conflicts("%intel", msg="Intel has a bug with C++17 support as of May 2020") + conflicts("~petsc", when="+slepc", msg="PETSc must be built when building with SLEPc!") conflicts("sundials@:6.0.0", when="+sundials", @@ -242,7 +250,7 @@ class Serac(CachedCMakePackage, CudaPackage): ) # - # GPU + # CUDA # conflicts("cuda_arch=none", when="+cuda", msg="CUDA architecture is required") @@ -268,7 +276,23 @@ class Serac(CachedCMakePackage, CudaPackage): depends_on("caliper cuda_arch={0}".format(sm_), when="+profiling cuda_arch={0}".format(sm_)) - conflicts("%intel", msg="Intel has a bug with C++17 support as of May 2020") + + # + # ROCm + # + + with when("+profiling"): + depends_on("caliper+rocm", when="+rocm") + depends_on("caliper~rocm", when="~rocm") + + for val in ROCmPackage.amdgpu_targets: + ext_rocm_dep = f"+rocm amdgpu_target={val}" + depends_on(f"raja {ext_rocm_dep}", when=f"+raja {ext_rocm_dep}") + depends_on(f"umpire {ext_rocm_dep}", when=f"+umpire {ext_rocm_dep}") + depends_on(f"caliper {ext_rocm_dep}", when=f"+profiling {ext_rocm_dep}") + + depends_on("rocprim", when="+rocm") + def _get_sys_type(self, spec): @@ -290,6 +314,8 @@ def cache_name(self): special_case += "_cuda" if "+asan" in self.spec: special_case += "_asan" + if "+rocm" in self.spec: + special_case += "_hip" return "{0}-{1}-{2}@{3}{4}.cmake".format( hostname, self._get_sys_type(self.spec), @@ -298,6 +324,15 @@ def cache_name(self): special_case, ) + def initconfig_compiler_entries(self): + spec = self.spec + entries = super().initconfig_compiler_entries() + + # Add optimization flag workaround for Debug builds with cray compiler or newer HIP + if "+rocm" in spec: + entries.append(cmake_cache_string("CMAKE_CXX_FLAGS_DEBUG", "-O1 -g -DNDEBUG")) + + return entries def initconfig_hardware_entries(self): spec = self.spec @@ -327,6 +362,18 @@ def initconfig_hardware_entries(self): entries.append( cmake_cache_option("gtest_disable_pthreads", True)) + if "+rocm" in spec: + entries.append(cmake_cache_option("ENABLE_HIP", True)) + + hip_root = spec["hip"].prefix + + # Additional libraries for TOSS4 + hip_link_flags += " -L{0}/../lib64 -Wl,-rpath,{0}/../lib64 ".format(hip_root) + hip_link_flags += " -L{0}/../lib -Wl,-rpath,{0}/../lib ".format(hip_root) + hip_link_flags += "-lamd_comgr -lhsa-runtime64 " + + entries.append(cmake_cache_string("CMAKE_EXE_LINKER_FLAGS", hip_link_flags)) + if spec.satisfies("target=ppc64le:"): # Fix for working around CMake adding implicit link directories # returned by the BlueOS compilers to link executables with diff --git a/scripts/spack/specs.json b/scripts/spack/specs.json index 5a941d5d3..2b7cf03c3 100644 --- a/scripts/spack/specs.json +++ b/scripts/spack/specs.json @@ -17,6 +17,9 @@ [ "gcc@10.3.1+devtools+profiling", "clang@14.0.6+devtools+profiling" ], + "toss_4_x86_64_ib_cray": + [ "clang@16.0.0~openmp+profiling+raja+rocm+umpire amdgpu_target=gfx90a ^hip@5.6.0 ^hsa-rocr-dev@5.6.0 ^llvm-amdgpu@5.6.0 ^rocprim@5.6.0 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion"], + "blueos_3_ppc64le_ib_p9": [ "clang@10.0.1+devtools+cuda+raja+umpire+profiling~strumpack cuda_arch=70" ], From 6e7db08cb5eaba11591259b3b136b2c9408e8eb6 Mon Sep 17 00:00:00 2001 From: Alex Tyler Chapman Date: Fri, 13 Sep 2024 16:35:38 -0700 Subject: [PATCH 02/24] simplify spack yaml, add custom craympich --- .../configs/toss_4_x86_64_ib_cray/spack.yaml | 129 ++--------------- scripts/spack/packages/cray-mpich/package.py | 134 ++++++++++++++++++ scripts/spack/packages/serac/package.py | 17 ++- 3 files changed, 162 insertions(+), 118 deletions(-) create mode 100644 scripts/spack/packages/cray-mpich/package.py diff --git a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml index e4b308341..348e3a785 100644 --- a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml +++ b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml @@ -13,34 +13,6 @@ spack: view: false compilers:: - - compiler: - environment: {} - extra_rpaths: [] - flags: - fflags: -Mfreeform - modules: [] - operating_system: rhel8 - paths: - cc: /opt/rocm-5.2.3/llvm/bin/amdclang - cxx: /opt/rocm-5.2.3/llvm/bin/amdclang++ - f77: /opt/rocm-5.2.3/llvm/bin/amdflang - fc: /opt/rocm-5.2.3/llvm/bin/amdflang - spec: clang@14.0.0 - target: x86_64 - - compiler: - environment: {} - extra_rpaths: [] - flags: - fflags: -Mfreeform - modules: [] - operating_system: rhel8 - paths: - cc: /opt/rocm-5.4.3/llvm/bin/amdclang - cxx: /opt/rocm-5.4.3/llvm/bin/amdclang++ - f77: /opt/rocm-5.4.3/llvm/bin/amdflang - fc: /opt/rocm-5.4.3/llvm/bin/amdflang - spec: clang@15.0.0 - target: x86_64 - compiler: environment: {} extra_rpaths: [] @@ -55,35 +27,6 @@ spack: fc: /opt/rocm-5.6.0/llvm/bin/amdflang spec: clang@16.0.0 target: x86_64 - - compiler: - environment: {} - extra_rpaths: [] - flags: - fflags: -Mfreeform - modules: [] - operating_system: rhel8 - paths: - cc: /opt/rocm-5.7.1/llvm/bin/amdclang - cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ - f77: /opt/rocm-5.7.1/llvm/bin/amdflang - fc: /opt/rocm-5.7.1/llvm/bin/amdflang - spec: clang@17.0.0 - target: x86_64 - - compiler: - environment: {} - extra_rpaths: [] - # Flag for lowercase Fortran module names - flags: - fflags: -ef - modules: [] - operating_system: rhel8 - paths: - cc: /usr/tce/packages/cce-tce/cce-15.0.1/bin/craycc - cxx: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayCC - f77: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayftn - fc: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayftn - spec: cce@15.0.1 - target: x86_64 packages: all: @@ -113,96 +56,53 @@ spack: prefix: /usr hip: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.6.0] buildable: false externals: - - spec: hip@5.2.3 - prefix: /opt/rocm-5.2.3/hip - - spec: hip@5.4.3 - prefix: /opt/rocm-5.4.3/hip - spec: hip@5.6.0 prefix: /opt/rocm-5.6.0/hip - - spec: hip@5.7.1 - prefix: /opt/rocm-5.7.1/hip llvm-amdgpu: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.6.0] buildable: false externals: - # llvm-amdgpu@5.2.3 contains clang 14, which is used for clang-format - - spec: llvm-amdgpu@5.2.3 - prefix: /opt/rocm-5.2.3/llvm - - spec: llvm-amdgpu@5.4.3 - prefix: /opt/rocm-5.4.3/llvm - spec: llvm-amdgpu@5.6.0 prefix: /opt/rocm-5.6.0/llvm - - spec: llvm-amdgpu@5.7.1 - prefix: /opt/rocm-5.7.1/llvm hsa-rocr-dev: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.6.0] buildable: false externals: - - spec: hsa-rocr-dev@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: hsa-rocr-dev@5.4.3 - prefix: /opt/rocm-5.4.3/ - spec: hsa-rocr-dev@5.6.0 prefix: /opt/rocm-5.6.0/ - - spec: hsa-rocr-dev@5.7.1 - prefix: /opt/rocm-5.7.1/ rocblas: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.6.0] buildable: false externals: - - spec: rocblas@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocblas@5.4.3 - prefix: /opt/rocm-5.4.3/ - spec: rocblas@5.6.0 prefix: /opt/rocm-5.6.0/ - - spec: rocblas@5.7.1 - prefix: /opt/rocm-5.7.1/ rocminfo: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.6.0] buildable: false externals: - - spec: rocminfo@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocminfo@5.4.3 - prefix: /opt/rocm-5.4.3/ - spec: rocminfo@5.6.0 prefix: /opt/rocm-5.6.0/ - - spec: rocminfo@5.7.1 - prefix: /opt/rocm-5.7.1 rocprim: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.6.0] buildable: false externals: - - spec: rocprim@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocprim@5.4.3 - prefix: /opt/rocm-5.4.3/ - spec: rocprim@5.6.0 prefix: /opt/rocm-5.6.0/ - - spec: rocprim@5.7.1 - prefix: /opt/rocm-5.7.1/ rocm-device-libs: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.6.0] buildable: false externals: - - spec: rocm-device-libs@5.2.3 - prefix: /opt/rocm-5.2.3/ - - spec: rocm-device-libs@5.4.3 - prefix: /opt/rocm-5.4.3/ - spec: rocm-device-libs@5.6.0 prefix: /opt/rocm-5.6.0/ - - spec: rocm-device-libs@5.7.1 - prefix: /opt/rocm-5.7.1/ # Lock down which MPI we are using mpi: @@ -210,16 +110,8 @@ spack: cray-mpich: buildable: false externals: - - spec: cray-mpich@8.1.16%clang@14.0.0 - prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.16-rocmcc-5.2.3/ - - spec: cray-mpich@8.1.25%clang@15.0.0 - prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.4.3/ - - spec: cray-mpich@8.1.25%clang@16.0.0 + - spec: cray-mpich@8.1.25%clang@16.0.0+slurm prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/ - - spec: cray-mpich@8.1.27%clang@17.0.0 - prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/ - - spec: cray-mpich@8.1.25%cce@15.0.1 - prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.4.3-cce-15.0.1/ netlib-lapack: buildable: false @@ -298,6 +190,11 @@ spack: externals: - spec: ghostscript@9.27 prefix: /usr + git: + buildable: false + externals: + - spec: git@2 + prefix: /usr gmake: buildable: false externals: diff --git a/scripts/spack/packages/cray-mpich/package.py b/scripts/spack/packages/cray-mpich/package.py new file mode 100644 index 000000000..ab1cc11a8 --- /dev/null +++ b/scripts/spack/packages/cray-mpich/package.py @@ -0,0 +1,134 @@ +# Copyright 2013-2024 Lawrence Livermore National Security, LLC and other +# Serac Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: (Apache-2.0 OR MIT) + +import os + +from spack import * +from spack.util.module_cmd import get_path_args_from_module_line, module + + +class CrayMpich(Package): + """Cray's MPICH is a high performance and widely portable implementation of + the Message Passing Interface (MPI) standard.""" + + homepage = "https://docs.nersc.gov/development/compilers/wrappers/" + has_code = False # Skip attempts to fetch source that is not available + + maintainers = ['haampie'] + + # SERAC EDIT START + version('8.1.13') + # SERAC EDIT END + version('8.1.9') + version('8.1.7') + version('8.1.0') + version('8.0.16') + version('8.0.14') + version('8.0.11') + version('8.0.9') + version('7.7.16') + version('7.7.15') + version('7.7.14') + version('7.7.13') + + # SERAC EDIT START + variant("slurm", default=True, description="Added to get MPIEXEC_NUMPROC_FLAG right") + # SERAC EDIT END + + provides('mpi@3') + + canonical_names = { + 'gcc': 'GNU', + 'cce': 'CRAY', + 'intel': 'INTEL', + 'clang': 'ALLINEA', + 'aocc': 'AOCC' + } + + @property + def modname(self): + return "cray-mpich/{0}".format(self.version) + + @property + def external_prefix(self): + mpich_module = module("show", self.modname).splitlines() + + for line in mpich_module: + if "CRAY_MPICH_DIR" in line: + return get_path_args_from_module_line(line)[0] + + # Fixes an issue on Archer2 cray-mpich/8.0.16 where there is + # no CRAY_MPICH_DIR variable in the module file. + for line in mpich_module: + if "CRAY_LD_LIBRARY_PATH" in line: + libdir = get_path_args_from_module_line(line)[0] + return os.path.dirname(os.path.normpath(libdir)) + + def setup_run_environment(self, env): + if(self.spec.satisfies('@:8.1.6')): + env.set('MPICC', spack_cc) + env.set('MPICXX', spack_cxx) + env.set('MPIF77', spack_fc) + env.set('MPIF90', spack_fc) + else: + # cray-mpich 8.1.7: features MPI compiler wrappers + env.set('MPICC', join_path(self.prefix.bin, 'mpicc')) + env.set('MPICXX', join_path(self.prefix.bin, 'mpicxx')) + env.set('MPIF77', join_path(self.prefix.bin, 'mpif77')) + env.set('MPIF90', join_path(self.prefix.bin, 'mpif90')) + + def setup_dependent_build_environment(self, env, dependent_spec): + self.setup_run_environment(env) + env.set('MPICH_CC', spack_cc) + env.set('MPICH_CXX', spack_cxx) + env.set('MPICH_F77', spack_f77) + env.set('MPICH_F90', spack_fc) + env.set('MPICH_FC', spack_fc) + + def setup_dependent_package(self, module, dependent_spec): + spec = self.spec + if(spec.satisfies('@:8.1.6')): + spec.mpicc = spack_cc + spec.mpicxx = spack_cxx + spec.mpifc = spack_fc + spec.mpif77 = spack_f77 + else: + # cray-mpich 8.1.7: features MPI compiler wrappers + spec.mpicc = join_path(self.prefix.bin, 'mpicc') + spec.mpicxx = join_path(self.prefix.bin, 'mpicxx') + spec.mpifc = join_path(self.prefix.bin, 'mpif90') + spec.mpif77 = join_path(self.prefix.bin, 'mpif77') + + def install(self, spec, prefix): + raise InstallError( + self.spec.format('{name} is not installable, you need to specify ' + 'it as an external package in packages.yaml')) + + @property + def headers(self): + hdrs = find_headers('mpi', self.prefix.include, recursive=True) + hdrs.directories = os.path.dirname(hdrs[0]) + return hdrs + + @property + def libs(self): + query_parameters = self.spec.last_query.extra_parameters + + libraries = ['libmpich'] + + if 'cxx' in query_parameters: + libraries.extend(['libmpicxx', 'libmpichcxx']) + + if 'f77' in query_parameters: + libraries.extend(['libmpifort', 'libmpichfort', + 'libfmpi', 'libfmpich']) + + if 'f90' in query_parameters: + libraries.extend(['libmpif90', 'libmpichf90']) + + libs = find_libraries(libraries, root=self.prefix.lib, recursive=True) + libs += find_libraries(libraries, root=self.prefix.lib64, recursive=True) + + return libs diff --git a/scripts/spack/packages/serac/package.py b/scripts/spack/packages/serac/package.py index 8527252e6..0dcf3acaf 100644 --- a/scripts/spack/packages/serac/package.py +++ b/scripts/spack/packages/serac/package.py @@ -187,11 +187,14 @@ class Serac(CachedCMakePackage, CudaPackage, ROCmPackage): depends_on("{0}~shared".format(dep), when="+profiling~shared") # Required - for dep in ["axom", "conduit", "hdf5", "metis", "parmetis", "superlu-dist"]: + for dep in ["axom", "hdf5", "metis", "parmetis", "superlu-dist"]: depends_on("{0} build_type=Debug".format(dep), when="build_type=Debug") depends_on("{0}+shared".format(dep), when="+shared") depends_on("{0}~shared".format(dep), when="~shared") + # Don't propagate shared to conduit, since it doesn't concretize in rocm builds + depends_on("conduit build_type=Debug".format(dep), when="build_type=Debug") + # Optional packages that are controlled by variants for dep in ["petsc"]: depends_on("{0}+debug".format(dep), when="+{0} build_type=Debug".format(dep)) @@ -287,9 +290,19 @@ class Serac(CachedCMakePackage, CudaPackage, ROCmPackage): for val in ROCmPackage.amdgpu_targets: ext_rocm_dep = f"+rocm amdgpu_target={val}" + + # required + depends_on(f"axom {ext_rocm_dep}", when=f"{ext_rocm_dep}") + depends_on(f"mfem {ext_rocm_dep}", when=f"{ext_rocm_dep}") + + # optional + depends_on(f"caliper {ext_rocm_dep}", when=f"+profiling {ext_rocm_dep}") + depends_on(f"petsc {ext_rocm_dep}", when=f"+petsc {ext_rocm_dep}") depends_on(f"raja {ext_rocm_dep}", when=f"+raja {ext_rocm_dep}") + depends_on(f"slepc {ext_rocm_dep}", when=f"+slepc {ext_rocm_dep}") + depends_on(f"sundials {ext_rocm_dep}", when=f"+sundials {ext_rocm_dep}") + depends_on(f"tribol {ext_rocm_dep}", when=f"+tribol {ext_rocm_dep}") depends_on(f"umpire {ext_rocm_dep}", when=f"+umpire {ext_rocm_dep}") - depends_on(f"caliper {ext_rocm_dep}", when=f"+profiling {ext_rocm_dep}") depends_on("rocprim", when="+rocm") From 784a37022897290da1903ccaf5a402ef955be496 Mon Sep 17 00:00:00 2001 From: Alex Tyler Chapman Date: Wed, 18 Sep 2024 11:12:11 -0700 Subject: [PATCH 03/24] cleanup spack.yaml, try newer rocm --- .../configs/toss_4_x86_64_ib_cray/spack.yaml | 163 ++++++++++-------- scripts/spack/packages/cray-mpich/package.py | 134 -------------- scripts/spack/packages/serac/package.py | 2 +- 3 files changed, 88 insertions(+), 211 deletions(-) delete mode 100644 scripts/spack/packages/cray-mpich/package.py diff --git a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml index 348e3a785..eecd09e1f 100644 --- a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml +++ b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml @@ -16,21 +16,19 @@ spack: - compiler: environment: {} extra_rpaths: [] - flags: - fflags: -Mfreeform + flags: {} modules: [] operating_system: rhel8 paths: - cc: /opt/rocm-5.6.0/llvm/bin/amdclang - cxx: /opt/rocm-5.6.0/llvm/bin/amdclang++ - f77: /opt/rocm-5.6.0/llvm/bin/amdflang - fc: /opt/rocm-5.6.0/llvm/bin/amdflang - spec: clang@16.0.0 + cc: /opt/rocm-6.1.2/llvm/bin/amdclang + cxx: /opt/rocm-6.1.2/llvm/bin/amdclang++ + f77: /opt/rocm-6.1.2/llvm/bin/amdflang + fc: /opt/rocm-6.1.2/llvm/bin/amdflang + spec: clang@17.0.0 target: x86_64 packages: all: - compiler: [gcc, intel, pgi, clang, xl, nag] providers: blas: [openblas] lapack: [netlib-lapack] @@ -39,6 +37,7 @@ spack: zlib-api: [zlib] mpi: [cray-mpich] + # Providers openblas: buildable: false externals: @@ -54,70 +53,102 @@ spack: externals: - spec: openglu@1.3.1 prefix: /usr + netlib-lapack: + buildable: false + externals: + - spec: netlib-lapack@3.8.0 + prefix: /usr + zlib: + buildable: false + externals: + - spec: zlib@1.2.11 + prefix: /usr - hip: - version: [5.6.0] + # Lock down which MPI we are using + mpi: + buildable: false + cray-mpich: buildable: false externals: - - spec: hip@5.6.0 - prefix: /opt/rocm-5.6.0/hip + - spec: cray-mpich@8.1.30 + prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.30-rocmcc-6.1.2 + # ROCm + hip: + buildable: false + externals: + - spec: hip@6.1.2 + prefix: /opt/rocm-6.1.2/ + hipblas: + buildable: false + externals: + - spec: hipblas@6.1.2 + prefix: /opt/rocm-6.1.2/ + hipsolver: + buildable: false + externals: + - spec: hipsolver@6.1.2 + prefix: /opt/rocm-6.1.2/ + hipsparse: + buildable: false + externals: + - spec: hipsparse@6.1.2 + prefix: /opt/rocm-6.1.2/ llvm-amdgpu: - version: [5.6.0] buildable: false externals: - - spec: llvm-amdgpu@5.6.0 - prefix: /opt/rocm-5.6.0/llvm - + - spec: llvm-amdgpu@6.1.2 + prefix: /opt/rocm-6.1.2/llvm hsa-rocr-dev: - version: [5.6.0] buildable: false externals: - - spec: hsa-rocr-dev@5.6.0 - prefix: /opt/rocm-5.6.0/ - + - spec: hsa-rocr-dev@6.1.2 + prefix: /opt/rocm-6.1.2/ rocblas: - version: [5.6.0] buildable: false externals: - - spec: rocblas@5.6.0 - prefix: /opt/rocm-5.6.0/ - + - spec: rocblas@6.1.2 + prefix: /opt/rocm-6.1.2/ + rocm-core: + buildable: false + externals: + - spec: rocm-core@6.1.2 + prefix: /opt/rocm-6.1.2/ + rocrand: + buildable: false + externals: + - spec: rocrand@6.1.2 + prefix: /opt/rocm-6.1.2/ rocminfo: - version: [5.6.0] buildable: false externals: - - spec: rocminfo@5.6.0 - prefix: /opt/rocm-5.6.0/ - - rocprim: - version: [5.6.0] + - spec: rocminfo@6.1.2 + prefix: /opt/rocm-6.1.2/ + rocsolver: buildable: false externals: - - spec: rocprim@5.6.0 - prefix: /opt/rocm-5.6.0/ - - rocm-device-libs: - version: [5.6.0] + - spec: rocsolver@6.1.2 + prefix: /opt/rocm-6.1.2/ + rocsparse: buildable: false externals: - - spec: rocm-device-libs@5.6.0 - prefix: /opt/rocm-5.6.0/ - - # Lock down which MPI we are using - mpi: + - spec: rocsparse@6.1.2 + prefix: /opt/rocm-6.1.2/ + rocthrust: buildable: false - cray-mpich: + externals: + - spec: rocthrust@6.1.2 + prefix: /opt/rocm-6.1.2/ + rocprim: buildable: false externals: - - spec: cray-mpich@8.1.25%clang@16.0.0+slurm - prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/ - - netlib-lapack: + - spec: rocprim@6.1.2 + prefix: /opt/rocm-6.1.2/ + rocm-device-libs: buildable: false externals: - - spec: netlib-lapack@3.8.0 - prefix: /usr + - spec: rocm-device-libs@6.1.2 + prefix: /opt/rocm-6.1.2/ # System level packages to not build autoconf: @@ -261,6 +292,11 @@ spack: externals: - spec: pkg-config@1.4.2 prefix: /usr + pkgconf: + buildable: false + externals: + - spec: pkgconf@1.4.2 + prefix: /usr readline: buildable: false externals: @@ -281,11 +317,6 @@ spack: externals: - spec: unzip@6.0 prefix: /usr - zlib: - buildable: false - externals: - - spec: zlib@1.2.11 - prefix: /usr # Lock in versions of Devtools cmake: @@ -294,30 +325,6 @@ spack: externals: - spec: cmake@3.23.1 prefix: /usr/tce - cppcheck: - version: [2.9] - buildable: false - externals: - - spec: cppcheck@2.9 - prefix: /usr/workspace/smithdev/devtools/toss_4_x86_64_ib_cray/latest/cppcheck-2.9 - doxygen: - version: [1.9.8] - buildable: false - externals: - - spec: doxygen@1.9.8 - prefix: /usr/workspace/smithdev/devtools/toss_4_x86_64_ib_cray/latest/doxygen-1.9.8 - py-ats: - version: [7.0.105] - buildable: false - externals: - - spec: py-ats@7.0.105 - prefix: /usr/workspace/smithdev/devtools/toss_4_x86_64_ib_cray/latest/python-3.11.7 - py-sphinx: - version: [7.2.6] - buildable: false - externals: - - spec: py-sphinx@7.2.6 - prefix: /usr/workspace/smithdev/devtools/toss_4_x86_64_ib_cray/latest/python-3.11.7 python: buildable: false externals: @@ -327,6 +334,10 @@ spack: # Globally lock version of third party libraries axom: require: "@0.9.0.1" + adiak: + require: "@0.4.0" + caliper: + require: "@2.10.0~kokkos" camp: require: "@2024.02.0" conduit: diff --git a/scripts/spack/packages/cray-mpich/package.py b/scripts/spack/packages/cray-mpich/package.py deleted file mode 100644 index ab1cc11a8..000000000 --- a/scripts/spack/packages/cray-mpich/package.py +++ /dev/null @@ -1,134 +0,0 @@ -# Copyright 2013-2024 Lawrence Livermore National Security, LLC and other -# Serac Project Developers. See the top-level COPYRIGHT file for details. -# -# SPDX-License-Identifier: (Apache-2.0 OR MIT) - -import os - -from spack import * -from spack.util.module_cmd import get_path_args_from_module_line, module - - -class CrayMpich(Package): - """Cray's MPICH is a high performance and widely portable implementation of - the Message Passing Interface (MPI) standard.""" - - homepage = "https://docs.nersc.gov/development/compilers/wrappers/" - has_code = False # Skip attempts to fetch source that is not available - - maintainers = ['haampie'] - - # SERAC EDIT START - version('8.1.13') - # SERAC EDIT END - version('8.1.9') - version('8.1.7') - version('8.1.0') - version('8.0.16') - version('8.0.14') - version('8.0.11') - version('8.0.9') - version('7.7.16') - version('7.7.15') - version('7.7.14') - version('7.7.13') - - # SERAC EDIT START - variant("slurm", default=True, description="Added to get MPIEXEC_NUMPROC_FLAG right") - # SERAC EDIT END - - provides('mpi@3') - - canonical_names = { - 'gcc': 'GNU', - 'cce': 'CRAY', - 'intel': 'INTEL', - 'clang': 'ALLINEA', - 'aocc': 'AOCC' - } - - @property - def modname(self): - return "cray-mpich/{0}".format(self.version) - - @property - def external_prefix(self): - mpich_module = module("show", self.modname).splitlines() - - for line in mpich_module: - if "CRAY_MPICH_DIR" in line: - return get_path_args_from_module_line(line)[0] - - # Fixes an issue on Archer2 cray-mpich/8.0.16 where there is - # no CRAY_MPICH_DIR variable in the module file. - for line in mpich_module: - if "CRAY_LD_LIBRARY_PATH" in line: - libdir = get_path_args_from_module_line(line)[0] - return os.path.dirname(os.path.normpath(libdir)) - - def setup_run_environment(self, env): - if(self.spec.satisfies('@:8.1.6')): - env.set('MPICC', spack_cc) - env.set('MPICXX', spack_cxx) - env.set('MPIF77', spack_fc) - env.set('MPIF90', spack_fc) - else: - # cray-mpich 8.1.7: features MPI compiler wrappers - env.set('MPICC', join_path(self.prefix.bin, 'mpicc')) - env.set('MPICXX', join_path(self.prefix.bin, 'mpicxx')) - env.set('MPIF77', join_path(self.prefix.bin, 'mpif77')) - env.set('MPIF90', join_path(self.prefix.bin, 'mpif90')) - - def setup_dependent_build_environment(self, env, dependent_spec): - self.setup_run_environment(env) - env.set('MPICH_CC', spack_cc) - env.set('MPICH_CXX', spack_cxx) - env.set('MPICH_F77', spack_f77) - env.set('MPICH_F90', spack_fc) - env.set('MPICH_FC', spack_fc) - - def setup_dependent_package(self, module, dependent_spec): - spec = self.spec - if(spec.satisfies('@:8.1.6')): - spec.mpicc = spack_cc - spec.mpicxx = spack_cxx - spec.mpifc = spack_fc - spec.mpif77 = spack_f77 - else: - # cray-mpich 8.1.7: features MPI compiler wrappers - spec.mpicc = join_path(self.prefix.bin, 'mpicc') - spec.mpicxx = join_path(self.prefix.bin, 'mpicxx') - spec.mpifc = join_path(self.prefix.bin, 'mpif90') - spec.mpif77 = join_path(self.prefix.bin, 'mpif77') - - def install(self, spec, prefix): - raise InstallError( - self.spec.format('{name} is not installable, you need to specify ' - 'it as an external package in packages.yaml')) - - @property - def headers(self): - hdrs = find_headers('mpi', self.prefix.include, recursive=True) - hdrs.directories = os.path.dirname(hdrs[0]) - return hdrs - - @property - def libs(self): - query_parameters = self.spec.last_query.extra_parameters - - libraries = ['libmpich'] - - if 'cxx' in query_parameters: - libraries.extend(['libmpicxx', 'libmpichcxx']) - - if 'f77' in query_parameters: - libraries.extend(['libmpifort', 'libmpichfort', - 'libfmpi', 'libfmpich']) - - if 'f90' in query_parameters: - libraries.extend(['libmpif90', 'libmpichf90']) - - libs = find_libraries(libraries, root=self.prefix.lib, recursive=True) - libs += find_libraries(libraries, root=self.prefix.lib64, recursive=True) - - return libs diff --git a/scripts/spack/packages/serac/package.py b/scripts/spack/packages/serac/package.py index 0dcf3acaf..480093abc 100644 --- a/scripts/spack/packages/serac/package.py +++ b/scripts/spack/packages/serac/package.py @@ -36,7 +36,7 @@ class Serac(CachedCMakePackage, CudaPackage, ROCmPackage): for emerging computing architectures. It also serves as a proxy-app for LLNL's Smith code.""" - maintainers("chapman39") + maintainers("chapman39", "white238") homepage = "https://www.github.com/LLNL/serac" git = "https://github.com/LLNL/serac.git" From 65202aac6dff79869c319f3af8ad455337b3906e Mon Sep 17 00:00:00 2001 From: Alex Tyler Chapman Date: Fri, 20 Sep 2024 17:03:42 -0700 Subject: [PATCH 04/24] petsc can build on rocm, mfem build fails --- .uberenv_config.json | 2 +- .../configs/toss_4_x86_64_ib_cray/spack.yaml | 73 +++++++++---------- scripts/spack/devtools.json | 2 +- scripts/spack/packages/mfem/mfem-4.7.patch | 12 +++ scripts/spack/packages/serac/package.py | 1 - scripts/spack/specs.json | 2 +- 6 files changed, 51 insertions(+), 41 deletions(-) create mode 100644 scripts/spack/packages/mfem/mfem-4.7.patch diff --git a/.uberenv_config.json b/.uberenv_config.json index 70cb848ae..4ced9af8a 100644 --- a/.uberenv_config.json +++ b/.uberenv_config.json @@ -4,7 +4,7 @@ "package_final_phase" : "initconfig", "package_source_dir" : "../..", "spack_url": "https://github.com/spack/spack.git", -"spack_commit": "6d244b3f6776b3697861c6b5cebbee376c30bff3", +"spack_commit": "cfee88a5bb56a1c8ec892879e04cb6a17c4f9404", "spack_configs_path": "scripts/spack/configs", "spack_packages_path": ["scripts/spack/radiuss-spack-configs/packages", "scripts/spack/packages"], "spack_concretizer": "clingo" diff --git a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml index eecd09e1f..bdde4a506 100644 --- a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml +++ b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml @@ -20,10 +20,10 @@ spack: modules: [] operating_system: rhel8 paths: - cc: /opt/rocm-6.1.2/llvm/bin/amdclang - cxx: /opt/rocm-6.1.2/llvm/bin/amdclang++ - f77: /opt/rocm-6.1.2/llvm/bin/amdflang - fc: /opt/rocm-6.1.2/llvm/bin/amdflang + cc: /opt/rocm-5.7.1/llvm/bin/amdclang + cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ + f77: /opt/rocm-5.7.1/llvm/bin/amdflang + fc: /opt/rocm-5.7.1/llvm/bin/amdflang spec: clang@17.0.0 target: x86_64 @@ -70,85 +70,85 @@ spack: cray-mpich: buildable: false externals: - - spec: cray-mpich@8.1.30 - prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.30-rocmcc-6.1.2 + - spec: cray-mpich@8.1.27 + prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/ # ROCm hip: buildable: false externals: - - spec: hip@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: hip@5.7.1 + prefix: /opt/rocm-5.7.1/ hipblas: buildable: false externals: - - spec: hipblas@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: hipblas@5.7.1 + prefix: /opt/rocm-5.7.1/ hipsolver: buildable: false externals: - - spec: hipsolver@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: hipsolver@5.7.1 + prefix: /opt/rocm-5.7.1/ hipsparse: buildable: false externals: - - spec: hipsparse@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: hipsparse@5.7.1 + prefix: /opt/rocm-5.7.1/ llvm-amdgpu: buildable: false externals: - - spec: llvm-amdgpu@6.1.2 - prefix: /opt/rocm-6.1.2/llvm + - spec: llvm-amdgpu@5.7.1 + prefix: /opt/rocm-5.7.1/llvm hsa-rocr-dev: buildable: false externals: - - spec: hsa-rocr-dev@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: hsa-rocr-dev@5.7.1 + prefix: /opt/rocm-5.7.1/ rocblas: buildable: false externals: - - spec: rocblas@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: rocblas@5.7.1 + prefix: /opt/rocm-5.7.1/ rocm-core: buildable: false externals: - - spec: rocm-core@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: rocm-core@5.7.1 + prefix: /opt/rocm-5.7.1/ rocrand: buildable: false externals: - - spec: rocrand@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: rocrand@5.7.1 + prefix: /opt/rocm-5.7.1/ rocminfo: buildable: false externals: - - spec: rocminfo@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: rocminfo@5.7.1 + prefix: /opt/rocm-5.7.1/ rocsolver: buildable: false externals: - - spec: rocsolver@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: rocsolver@5.7.1 + prefix: /opt/rocm-5.7.1/ rocsparse: buildable: false externals: - - spec: rocsparse@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: rocsparse@5.7.1 + prefix: /opt/rocm-5.7.1/ rocthrust: buildable: false externals: - - spec: rocthrust@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: rocthrust@5.7.1 + prefix: /opt/rocm-5.7.1/ rocprim: buildable: false externals: - - spec: rocprim@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: rocprim@5.7.1 + prefix: /opt/rocm-5.7.1/ rocm-device-libs: buildable: false externals: - - spec: rocm-device-libs@6.1.2 - prefix: /opt/rocm-6.1.2/ + - spec: rocm-device-libs@5.7.1 + prefix: /opt/rocm-5.7.1/ # System level packages to not build autoconf: @@ -320,7 +320,6 @@ spack: # Lock in versions of Devtools cmake: - version: [3.23.1] buildable: false externals: - spec: cmake@3.23.1 diff --git a/scripts/spack/devtools.json b/scripts/spack/devtools.json index dfee72990..c1b4b7cb2 100644 --- a/scripts/spack/devtools.json +++ b/scripts/spack/devtools.json @@ -5,7 +5,7 @@ "package_final_phase" : "", "spack_build_mode" : "install", "spack_url": "https://github.com/spack/spack.git", -"spack_commit": "6d244b3f6776b3697861c6b5cebbee376c30bff3", +"spack_commit": "cfee88a5bb56a1c8ec892879e04cb6a17c4f9404", "spack_configs_path": "scripts/spack/devtools_configs", "spack_packages_path": ["scripts/spack/radiuss-spack-configs/packages", "scripts/spack/packages"], "spack_concretizer": "clingo" diff --git a/scripts/spack/packages/mfem/mfem-4.7.patch b/scripts/spack/packages/mfem/mfem-4.7.patch new file mode 100644 index 000000000..6eb62e9f1 --- /dev/null +++ b/scripts/spack/packages/mfem/mfem-4.7.patch @@ -0,0 +1,12 @@ +diff --git a/CMakeLists.txt b/CMakeLists.txt +index 00d50283b..c9be1ddd0 100644 +--- a/CMakeLists.txt ++++ b/CMakeLists.txt +@@ -1,3 +1,7 @@ ++# This dummy patch is to prevent the real patch in MFEM's builtin Spack package from being applied. ++# All changes in mfem-4.7.patch are already in MFEM since 4.7.0.1. ++# Original patch: https://github.com/spack/spack/blob/develop/var/spack/repos/builtin/packages/mfem/mfem-4.7.patch ++ + # Copyright (c) 2010-2024, Lawrence Livermore National Security, LLC. Produced + # at the Lawrence Livermore National Laboratory. All Rights reserved. See files + # LICENSE and NOTICE for details. LLNL-CODE-806117. diff --git a/scripts/spack/packages/serac/package.py b/scripts/spack/packages/serac/package.py index 480093abc..1ef91997d 100644 --- a/scripts/spack/packages/serac/package.py +++ b/scripts/spack/packages/serac/package.py @@ -307,7 +307,6 @@ class Serac(CachedCMakePackage, CudaPackage, ROCmPackage): depends_on("rocprim", when="+rocm") - def _get_sys_type(self, spec): sys_type = spec.architecture # if on llnl systems, we can use the SYS_TYPE diff --git a/scripts/spack/specs.json b/scripts/spack/specs.json index b83a51689..53ee95608 100644 --- a/scripts/spack/specs.json +++ b/scripts/spack/specs.json @@ -18,7 +18,7 @@ "clang@14.0.6+devtools+profiling" ], "toss_4_x86_64_ib_cray": - [ "clang@16.0.0~openmp+profiling+raja+rocm+umpire amdgpu_target=gfx90a ^hip@5.6.0 ^hsa-rocr-dev@5.6.0 ^llvm-amdgpu@5.6.0 ^rocprim@5.6.0 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion"], + [ "clang@17.0.0~openmp~profiling+rocm+raja+umpire~strumpack amdgpu_target=gfx90a ^hdf5 cflags=-Wno-int-conversion ^petsc cflags=-O0"], "blueos_3_ppc64le_ib_p9": [ "clang@10.0.1+devtools+cuda+raja+umpire+profiling~strumpack cuda_arch=70" ] From 7becd7e2334d82bf3088e45d9b3c44f34b6a3aa1 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Tue, 24 Sep 2024 16:18:09 -0700 Subject: [PATCH 05/24] TPLs built on rzvernal locally --- .../configs/toss_4_x86_64_ib_cray/spack.yaml | 17 +- scripts/spack/packages/axom/package.py | 662 +++++++++++++++++- scripts/spack/packages/serac/package.py | 6 +- scripts/spack/packages/tribol/package.py | 43 +- 4 files changed, 694 insertions(+), 34 deletions(-) diff --git a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml index bdde4a506..1e80a38ea 100644 --- a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml +++ b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml @@ -30,7 +30,7 @@ spack: packages: all: providers: - blas: [openblas] + blas: [netlib-lapack] lapack: [netlib-lapack] gl: [opengl] glu: [openglu] @@ -38,11 +38,8 @@ spack: mpi: [cray-mpich] # Providers - openblas: - buildable: false - externals: - - prefix: /usr - spec: openblas@0.3.15 + # NOTE: Avoid building blas or lapack providers. Compiler was treating shared object path as cpp file in MFEM, which + # resulted in "expected unqualified-id" errors. opengl: buildable: false externals: @@ -53,11 +50,6 @@ spack: externals: - spec: openglu@1.3.1 prefix: /usr - netlib-lapack: - buildable: false - externals: - - spec: netlib-lapack@3.8.0 - prefix: /usr zlib: buildable: false externals: @@ -323,7 +315,8 @@ spack: buildable: false externals: - spec: cmake@3.23.1 - prefix: /usr/tce + modules: + - cmake/3.23.1 python: buildable: false externals: diff --git a/scripts/spack/packages/axom/package.py b/scripts/spack/packages/axom/package.py index 19d808a9d..b63fb9540 100644 --- a/scripts/spack/packages/axom/package.py +++ b/scripts/spack/packages/axom/package.py @@ -3,10 +3,666 @@ # # SPDX-License-Identifier: (BSD-3-Clause) -from spack.pkg.builtin.axom import Axom as BuiltinAxom +import glob +import os +import shutil +import socket +from os.path import join as pjoin -class Axom(BuiltinAxom): +from spack.package import * +from spack.util.executable import which_string + + +def get_spec_path(spec, package_name, path_replacements={}, use_bin=False): + """Extracts the prefix path for the given spack package + path_replacements is a dictionary with string replacements for the path. + """ + + if not use_bin: + path = spec[package_name].prefix + else: + path = spec[package_name].prefix.bin + + path = os.path.realpath(path) + + for key in path_replacements: + path = path.replace(key, path_replacements[key]) + + return path + + +class Axom(CachedCMakePackage, CudaPackage, ROCmPackage): + """Axom provides a robust, flexible software infrastructure for the development + of multi-physics applications and computational tools.""" + + maintainers("white238") + + homepage = "https://github.com/LLNL/axom" + git = "https://github.com/LLNL/axom.git" + tags = ["radiuss"] + + license("BSD-3-Clause") + + version("main", branch="main") + version("develop", branch="develop") + + # SERAC EDIT START # Note: Make sure this sha coincides with the git submodule # Note: We add a number to the end of the real version number to indicate that we have # moved forward past the release. Increment the last number when updating the commit sha. - version("0.9.0.1", commit="6443b655cf89b446e5d116840e98f2f1e6e1ec7d", submodules=False) + version("0.9.0.1", commit="6443b655cf89b446e5d116840e98f2f1e6e1ec7d", submodules=False, preferred=True) + # SERAC EDIT END + + version("0.9.0", tag="v0.9.0", commit="5f531595d941d16fa3b8583bfc347a845d9feb6d") + version("0.8.1", tag="v0.8.1", commit="0da8a5b1be596887158ac2fcd321524ba5259e15") + version("0.8.0", tag="v0.8.0", commit="71fab3262eb7e1aa44a04c21d072b77f06362f7b") + version("0.7.0", tag="v0.7.0", commit="ea5158191181c137117ae37959879bdc8b107f35") + version("0.6.1", tag="v0.6.1", commit="ee240d3963d7879ae0e9c392902195bd7b04e37d") + version("0.6.0", tag="v0.6.0", commit="65287dc00bc7c271a08cb86c632f5909c30e3506") + version("0.5.0", tag="v0.5.0", commit="db137349b3e28617c3e0570dbd18e4a91654da98") + version("0.4.0", tag="v0.4.0", commit="38c0d7495ece35a30fca5f5b578b8f9d54346bd2") + version("0.3.3", tag="v0.3.3", commit="f0539ef0525469ffda054d86144f310c15b4f9e0") + version("0.3.2", tag="v0.3.2", commit="c446b496e20e6118b8cba7e80f1f84c76a49e463") + version("0.3.1", tag="v0.3.1", commit="cbefc0457a229d8acfb70622360d0667e90e50a2") + version("0.3.0", tag="v0.3.0", commit="20068ccab4b4f70055918b4f17960ec3ed6dbce8") + version("0.2.9", tag="v0.2.9", commit="9e9a54ede3326817c05f35922738516e43b5ec3d") + + depends_on("c", type="build") # generated + depends_on("cxx", type="build") # generated + depends_on("fortran", type="build", when="+fortran") # generated + + # https://github.com/spack/spack/issues/31829 + # SERAC EDIT START + # patch("examples-oneapi.patch", when="@0.6.1 +examples %oneapi") + + # patch("scr_examples_gtest.patch", when="@0.6.0:0.6.1") + # patch("umpire_camp_blt_targets.patch", when="@=0.8.0 ^umpire@2023.06.0") + # SERAC EDIT END + + root_cmakelists_dir = "src" + + # ----------------------------------------------------------------------- + # Variants + # ----------------------------------------------------------------------- + variant("shared", default=True, description="Enable build of shared libraries") + + variant("examples", default=True, description="Build examples") + variant("tools", default=True, description="Build tools") + + # Hard requirement after Axom 0.6.1 + variant("cpp14", default=True, description="Build with C++14 support") + + variant("fortran", default=True, description="Build with Fortran support") + + variant("python", default=False, description="Build python support") + + variant("mpi", default=True, description="Build MPI support") + variant("openmp", default=True, description="Turn on OpenMP support.") + + variant( + "profiling", + default=False, + when="@develop", + description="Build with hooks for Adiak/Caliper performance analysis", + ) + + variant("mfem", default=False, description="Build with mfem") + variant("hdf5", default=True, description="Build with hdf5") + variant("lua", default=True, description="Build with Lua") + variant("scr", default=False, description="Build with SCR") + variant("umpire", default=True, description="Build with umpire") + + variant("raja", default=True, description="Build with raja") + + varmsg = "Build development tools (such as Sphinx, Doxygen, etc...)" + variant("devtools", default=False, description=varmsg) + + # ----------------------------------------------------------------------- + # Dependencies + # ----------------------------------------------------------------------- + # Basics + depends_on("cmake@3.14:", type="build") + depends_on("cmake@3.18:", type="build", when="@0.7.0:") + depends_on("cmake@3.21:", type="build", when="+rocm") + + depends_on("blt", type="build") + depends_on("blt@0.5.1:0.5.3", type="build", when="@0.6.1:0.8") + depends_on("blt@0.6.2:", type="build", when="@0.9:") + + depends_on("mpi", when="+mpi") + + # Libraries + # Forward variants to Conduit + for _var in ["fortran", "hdf5", "mpi", "python"]: + depends_on("conduit+{0}".format(_var), when="+{0}".format(_var)) + depends_on("conduit~{0}".format(_var), when="~{0}".format(_var)) + + depends_on("hdf5", when="+hdf5") + + depends_on("lua", when="+lua") + + depends_on("scr", when="+scr") + depends_on("scr~fortran", when="+scr~fortran") + + with when("+umpire"): + depends_on("umpire") + depends_on("umpire@2024.02.0:", when="@0.9:") + depends_on("umpire@2022.03.0:2023.06", when="@0.7.0:0.8") + depends_on("umpire@6.0.0", when="@0.6.0") + depends_on("umpire@5:5.0.1", when="@:0.5.0") + depends_on("umpire+openmp", when="+openmp") + + with when("+raja"): + depends_on("raja") + depends_on("raja@2024.02.0:", when="@0.9:") + depends_on("raja@2022.03.0:2023.06", when="@0.7.0:0.8") + depends_on("raja@0.14.0", when="@0.6.0") + depends_on("raja@:0.13.0", when="@:0.5.0") + depends_on("raja~openmp", when="~openmp") + depends_on("raja+openmp", when="+openmp") + + with when("+profiling"): + depends_on("adiak") + depends_on("caliper+adiak~papi") + + depends_on("caliper+cuda", when="+cuda") + depends_on("caliper~cuda", when="~cuda") + + depends_on("caliper+rocm", when="+rocm") + depends_on("caliper~rocm", when="~rocm") + + for dep in ["adiak", "caliper"]: + depends_on(f"{dep}+mpi", when="+mpi") + depends_on(f"{dep}~mpi", when="~mpi") + depends_on(f"{dep}+shared", when="+shared") + depends_on(f"{dep}~shared", when="~shared") + + for val in CudaPackage.cuda_arch_values: + ext_cuda_dep = f"+cuda cuda_arch={val}" + depends_on(f"raja {ext_cuda_dep}", when=f"+raja {ext_cuda_dep}") + depends_on(f"umpire {ext_cuda_dep}", when=f"+umpire {ext_cuda_dep}") + depends_on(f"caliper {ext_cuda_dep}", when=f"+profiling {ext_cuda_dep}") + + for val in ROCmPackage.amdgpu_targets: + ext_rocm_dep = f"+rocm amdgpu_target={val}" + depends_on(f"raja {ext_rocm_dep}", when=f"+raja {ext_rocm_dep}") + depends_on(f"umpire {ext_rocm_dep}", when=f"+umpire {ext_rocm_dep}") + depends_on(f"caliper {ext_rocm_dep}", when=f"+profiling {ext_rocm_dep}") + + depends_on("rocprim", when="+rocm") + + with when("+mfem"): + depends_on("mfem+mpi", when="+mpi") + depends_on("mfem~mpi", when="~mpi") + depends_on("mfem@4.5.0:", when="@0.7.0:") + + depends_on("python", when="+python") + + # Devtools + with when("+devtools"): + depends_on("cppcheck") + depends_on("doxygen") + depends_on("graphviz") + depends_on("python") + depends_on("py-sphinx") + depends_on("py-shroud") + depends_on("py-jsonschema") + depends_on("llvm+clang@10.0.0", type="build") + + # ----------------------------------------------------------------------- + # Conflicts + # ----------------------------------------------------------------------- + # Hard requirement after Axom 0.6.1 + conflicts("~cpp14", when="@0.6.2:") + + # Conduit's cmake config files moved and < 0.4.0 can't find it + conflicts("^conduit@0.7.2:", when="@:0.4.0") + + # Sidre requires conduit_blueprint_mpi.hpp + conflicts("^conduit@:0.6.0", when="@0.5.0:") + + conflicts("+openmp", when="+rocm") + conflicts("+cuda", when="+rocm") + + conflicts("^blt@:0.3.6", when="+rocm") + + def flag_handler(self, name, flags): + if self.spec.satisfies("%cce") and name == "fflags": + flags.append("-ef") + + if name in ("cflags", "cxxflags", "cppflags", "fflags"): + return (None, None, None) # handled in the cmake cache + return (flags, None, None) + + def _get_sys_type(self, spec): + sys_type = spec.architecture + # if on llnl systems, we can use the SYS_TYPE + if "SYS_TYPE" in env: + sys_type = env["SYS_TYPE"] + return sys_type + + def is_fortran_compiler(self, compiler): + if self.compiler.fc is not None and compiler in self.compiler.fc: + return True + return False + + @property + def cache_name(self): + hostname = socket.gethostname() + if "SYS_TYPE" in env: + # Are we on a LLNL system then strip node number + hostname = hostname.rstrip("1234567890") + special_case = "" + if self.spec.satisfies("+cuda"): + special_case += "_cuda" + if self.spec.satisfies("~fortran"): + special_case += "_nofortran" + if self.spec.satisfies("+rocm"): + special_case += "_hip" + return "{0}-{1}-{2}@{3}{4}.cmake".format( + hostname, + self._get_sys_type(self.spec), + self.spec.compiler.name, + self.spec.compiler.version, + special_case, + ) + + def initconfig_compiler_entries(self): + spec = self.spec + entries = super().initconfig_compiler_entries() + + if spec.satisfies("+fortran"): + entries.append(cmake_cache_option("ENABLE_FORTRAN", True)) + if self.is_fortran_compiler("gfortran") and "clang" in self.compiler.cxx: + libdir = pjoin(os.path.dirname(os.path.dirname(self.compiler.cxx)), "lib") + flags = "" + for _libpath in [libdir, libdir + "64"]: + if os.path.exists(_libpath): + if spec.satisfies("^cuda"): + flags += " -Xlinker -rpath -Xlinker {0}".format(_libpath) + else: + flags += " -Wl,-rpath,{0}".format(_libpath) + description = "Adds a missing libstdc++ rpath" + if flags: + entries.append(cmake_cache_string("BLT_EXE_LINKER_FLAGS", flags, description)) + else: + entries.append(cmake_cache_option("ENABLE_FORTRAN", False)) + + if "+cpp14" in spec and spec.satisfies("@:0.6.1"): + entries.append(cmake_cache_string("BLT_CXX_STD", "c++14", "")) + + # Add optimization flag workaround for Debug builds with cray compiler or newer HIP + if spec.satisfies("+rocm"): + entries.append(cmake_cache_string("CMAKE_CXX_FLAGS_DEBUG", "-O1 -g -DNDEBUG")) + + return entries + + def initconfig_hardware_entries(self): + spec = self.spec + entries = super().initconfig_hardware_entries() + + if spec.satisfies("+cuda"): + entries.append(cmake_cache_option("ENABLE_CUDA", True)) + entries.append(cmake_cache_option("CMAKE_CUDA_SEPARABLE_COMPILATION", True)) + + # CUDA_FLAGS + cudaflags = "${CMAKE_CUDA_FLAGS} -restrict --expt-extended-lambda " + + # Pass through any cxxflags to the host compiler via nvcc's Xcompiler flag + host_cxx_flags = spec.compiler_flags["cxxflags"] + cudaflags += " ".join(["-Xcompiler=%s " % flag for flag in host_cxx_flags]) + + if spec.satisfies("^blt@:0.5.1"): + # This is handled internally by BLT now + if spec.satisfies("+cpp14"): + cudaflags += " -std=c++14" + else: + cudaflags += " -std=c++11" + entries.append(cmake_cache_string("CMAKE_CUDA_FLAGS", cudaflags, force=True)) + + entries.append("# nvcc does not like gtest's 'pthreads' flag\n") + entries.append(cmake_cache_option("gtest_disable_pthreads", True)) + + if spec.satisfies("+rocm"): + entries.append("#------------------{0}\n".format("-" * 60)) + entries.append("# Axom ROCm specifics\n") + entries.append("#------------------{0}\n\n".format("-" * 60)) + + entries.append(cmake_cache_option("ENABLE_HIP", True)) + + # SERAC EDIT START + rocm_root = spec["rocm-core"].prefix + llvm_root = spec["llvm-amdgpu"].prefix + + # Fix blt_hip getting HIP_CLANG_INCLUDE_PATH-NOTFOUND bad include directory + # TODO: verify that this is still needed and is indeed specific to LC + if ( + self.spec.satisfies("%cce") or self.spec.satisfies("%clang") + ) and "toss_4" in self._get_sys_type(spec): + # Set the patch version to 0 if not already + clang_version = str(self.compiler.version)[:-1] + "0" + hip_clang_include_path = ( + llvm_root + "/lib/clang/" + clang_version + "/include" + ) + if os.path.isdir(hip_clang_include_path): + entries.append( + cmake_cache_path("HIP_CLANG_INCLUDE_PATH", hip_clang_include_path) + ) + + # Fixes for mpi for rocm until wrapper paths are fixed + # These flags are already part of the wrapped compilers on TOSS4 systems + hip_link_flags = "" + if "+fortran" in spec and self.is_fortran_compiler("amdflang"): + hip_link_flags += "-Wl,--disable-new-dtags " + hip_link_flags += "-L{0}/lib -L{0}/lib ".format(llvm_root) + hip_link_flags += "-Wl,-rpath,{0}/lib:{0}/lib ".format(llvm_root) + hip_link_flags += "-lpgmath -lflang -lflangrti -lompstub -lamdhip64 " + + # Remove extra link library for crayftn + if "+fortran" in spec and self.is_fortran_compiler("crayftn"): + entries.append( + cmake_cache_string("BLT_CMAKE_IMPLICIT_LINK_LIBRARIES_EXCLUDE", "unwind") + ) + + # Additional libraries for TOSS4 + hip_link_flags += " -L{0}/lib64 -Wl,-rpath,{0}/lib64 ".format(rocm_root) + hip_link_flags += " -L{0}/lib -Wl,-rpath,{0}/lib ".format(rocm_root) + hip_link_flags += "-lamd_comgr -lhsa-runtime64 " + # SERAC EDIT END + + entries.append(cmake_cache_string("CMAKE_EXE_LINKER_FLAGS", hip_link_flags)) + + entries.append("#------------------{0}".format("-" * 30)) + entries.append("# Hardware Specifics") + entries.append("#------------------{0}\n".format("-" * 30)) + + # OpenMP + entries.append(cmake_cache_option("ENABLE_OPENMP", spec.satisfies("+openmp"))) + + # Enable death tests + entries.append( + cmake_cache_option( + "ENABLE_GTEST_DEATH_TESTS", not spec.satisfies("+cuda target=ppc64le:") + ) + ) + + if "+fortran" in spec and self.is_fortran_compiler("xlf"): + # Grab lib directory for the current fortran compiler + libdir = pjoin(os.path.dirname(os.path.dirname(self.compiler.fc)), "lib") + description = ( + "Adds a missing rpath for libraries " "associated with the fortran compiler" + ) + + linker_flags = "${BLT_EXE_LINKER_FLAGS} -Wl,-rpath," + libdir + + entries.append(cmake_cache_string("BLT_EXE_LINKER_FLAGS", linker_flags, description)) + + if spec.satisfies("+shared"): + linker_flags = "${CMAKE_SHARED_LINKER_FLAGS} -Wl,-rpath," + libdir + entries.append( + cmake_cache_string("CMAKE_SHARED_LINKER_FLAGS", linker_flags, description) + ) + + description = "Converts C-style comments to Fortran style in preprocessed files" + entries.append( + cmake_cache_string( + "BLT_FORTRAN_FLAGS", "-WF,-C! -qxlf2003=polymorphic", description + ) + ) + + if ( + "+openmp" in spec + and "clang" in self.compiler.cxx + and "+fortran" in spec + and self.is_fortran_compiler("xlf") + ): + openmp_gen_exp = ( + "$<$>:" + "-fopenmp=libomp>;$<$:-qsmp=omp>" + ) + + description = "Different OpenMP linker flag between CXX and Fortran" + entries.append( + cmake_cache_string("BLT_OPENMP_LINK_FLAGS", openmp_gen_exp, description) + ) + + if spec.satisfies("target=ppc64le:"): + # Fix for working around CMake adding implicit link directories + # returned by the BlueOS compilers to link executables with + # non-system default stdlib + _roots = ["/usr/tce/packages/gcc/gcc-4.9.3", "/usr/tce/packages/gcc/gcc-4.9.3/gnu"] + _subdirs = ["lib64", "lib64/gcc/powerpc64le-unknown-linux-gnu/4.9.3"] + _existing_paths = [] + for root in _roots: + for subdir in _subdirs: + _curr_path = pjoin(root, subdir) + if os.path.exists(_curr_path): + _existing_paths.append(_curr_path) + if _existing_paths: + entries.append( + cmake_cache_string( + "BLT_CMAKE_IMPLICIT_LINK_DIRECTORIES_EXCLUDE", ";".join(_existing_paths) + ) + ) + + return entries + + def initconfig_mpi_entries(self): + spec = self.spec + entries = super().initconfig_mpi_entries() + + if spec.satisfies("+mpi"): + entries.append(cmake_cache_option("ENABLE_MPI", True)) + if spec["mpi"].name == "spectrum-mpi": + entries.append(cmake_cache_string("BLT_MPI_COMMAND_APPEND", "mpibind")) + + # Replace /usr/bin/srun path with srun flux wrapper path on TOSS 4 + # TODO: Remove this logic by adding `using_flux` case in + # spack/lib/spack/spack/build_systems/cached_cmake.py:196 and remove hard-coded + # path to srun in same file. + if "toss_4" in self._get_sys_type(spec): + srun_wrapper = which_string("srun") + mpi_exec_index = [ + index for index, entry in enumerate(entries) if "MPIEXEC_EXECUTABLE" in entry + ] + # SERAC EDIT START + if len(mpi_exec_index) > 0: + del entries[mpi_exec_index[0]] + # SERAC EDIT END + entries.append(cmake_cache_path("MPIEXEC_EXECUTABLE", srun_wrapper)) + else: + entries.append(cmake_cache_option("ENABLE_MPI", False)) + + return entries + + def find_path_replacement(self, path1, path2, path_replacements, name, entries): + root = os.path.commonprefix([path1, path2]) + if root.endswith(os.path.sep): + root = root[: -len(os.path.sep)] + if root: + path_replacements[root] = "${" + name + "}" + entries.append(cmake_cache_path(name, root)) + + def initconfig_package_entries(self): + spec = self.spec + entries = [] + path_replacements = {} + + # TPL locations + entries.append("#------------------{0}".format("-" * 60)) + entries.append("# TPLs") + entries.append("#------------------{0}\n".format("-" * 60)) + + # Try to find the common prefix of the TPL directory. + # If found, we will use this in the TPL paths + path1 = os.path.realpath(spec["conduit"].prefix) + path2 = os.path.realpath(self.prefix) + self.find_path_replacement(path1, path2, path_replacements, "TPL_ROOT", entries) + + conduit_dir = get_spec_path(spec, "conduit", path_replacements) + entries.append(cmake_cache_path("CONDUIT_DIR", conduit_dir)) + + # optional tpls + for dep in ("mfem", "hdf5", "lua", "raja", "umpire"): + if "+%s" % dep in spec: + dep_dir = get_spec_path(spec, dep, path_replacements) + entries.append(cmake_cache_path("%s_DIR" % dep.upper(), dep_dir)) + else: + entries.append("# %s not built\n" % dep.upper()) + + if spec.satisfies("+profiling"): + dep_dir = get_spec_path(spec, "adiak", path_replacements) + entries.append(cmake_cache_path("ADIAK_DIR", dep_dir)) + + dep_dir = get_spec_path(spec, "caliper", path_replacements) + entries.append(cmake_cache_path("CALIPER_DIR", dep_dir)) + + if "+umpire" in spec and spec.satisfies("^camp"): + dep_dir = get_spec_path(spec, "camp", path_replacements) + entries.append(cmake_cache_path("CAMP_DIR", dep_dir)) + + # SCR does not export it's targets so we need to pull in its dependencies + if spec.satisfies("+scr"): + dep_dir = get_spec_path(spec, "scr", path_replacements) + entries.append(cmake_cache_path("SCR_DIR", dep_dir)) + + # scr's dependencies + scr_deps = ( + "kvtree", + "dtcmp", + "spath", + "axl", + "lwgrp", + "er", + "rankstr", + "redset", + "shuffile", + "libyogrt", + ) + for dep in scr_deps: + if spec.satisfies("^{0}".format(dep)): + dep_dir = get_spec_path(spec, dep, path_replacements) + entries.append(cmake_cache_path("%s_DIR" % dep.upper(), dep_dir)) + else: + entries.append("# scr not built\n") + + ################################## + # Devtools + ################################## + + entries.append("#------------------{0}".format("-" * 60)) + entries.append("# Devtools") + entries.append("#------------------{0}\n".format("-" * 60)) + + # Add common prefix to path replacement list + if spec.satisfies("+devtools"): + # Grab common devtools root and strip the trailing slash + path1 = os.path.realpath(spec["cppcheck"].prefix) + path2 = os.path.realpath(spec["doxygen"].prefix) + self.find_path_replacement(path1, path2, path_replacements, "DEVTOOLS_ROOT", entries) + + if "+devtools" in spec and spec.satisfies("^llvm"): + clang_fmt_path = spec["llvm"].prefix.bin.join("clang-format") + entries.append(cmake_cache_path("CLANGFORMAT_EXECUTABLE", clang_fmt_path)) + else: + entries.append("# ClangFormat disabled due to llvm and devtools not in spec\n") + entries.append(cmake_cache_option("ENABLE_CLANGFORMAT", False)) + + if "+python" in spec or "+devtools" in spec: + python_path = os.path.realpath(spec["python"].command.path) + for key in path_replacements: + python_path = python_path.replace(key, path_replacements[key]) + entries.append(cmake_cache_path("PYTHON_EXECUTABLE", python_path)) + + if spec.satisfies("^py-jsonschema"): + jsonschema_dir = get_spec_path(spec, "py-jsonschema", path_replacements, use_bin=True) + jsonschema_path = os.path.join(jsonschema_dir, "jsonschema") + entries.append(cmake_cache_path("JSONSCHEMA_EXECUTABLE", jsonschema_path)) + + enable_docs = spec.satisfies("^doxygen") or spec.satisfies("^py-sphinx") + entries.append(cmake_cache_option("ENABLE_DOCS", enable_docs)) + + if spec.satisfies("^py-sphinx"): + sphinx_bin_dir = get_spec_path(spec, "py-sphinx", path_replacements, use_bin=True) + entries.append( + cmake_cache_path("SPHINX_EXECUTABLE", pjoin(sphinx_bin_dir, "sphinx-build")) + ) + + if spec.satisfies("^py-shroud"): + shroud_bin_dir = get_spec_path(spec, "py-shroud", path_replacements, use_bin=True) + entries.append(cmake_cache_path("SHROUD_EXECUTABLE", pjoin(shroud_bin_dir, "shroud"))) + + for dep in ("cppcheck", "doxygen"): + if spec.satisfies("^%s" % dep): + dep_bin_dir = get_spec_path(spec, dep, path_replacements, use_bin=True) + entries.append( + cmake_cache_path("%s_EXECUTABLE" % dep.upper(), pjoin(dep_bin_dir, dep)) + ) + + return entries + + def cmake_args(self): + options = [] + + options.append("-DBLT_SOURCE_DIR:PATH={0}".format(self.spec["blt"].prefix)) + + if self.run_tests is False: + options.append("-DENABLE_TESTS=OFF") + else: + options.append("-DENABLE_TESTS=ON") + + options.append(self.define_from_variant("BUILD_SHARED_LIBS", "shared")) + options.append(self.define_from_variant("AXOM_ENABLE_EXAMPLES", "examples")) + options.append(self.define_from_variant("AXOM_ENABLE_TOOLS", "tools")) + + return options + + def patch(self): + if self.spec.satisfies("%cce"): + filter_file( + "PROPERTIES LINKER_LANGUAGE CXX", + 'PROPERTIES LINKER_LANGUAGE CXX \n LINK_FLAGS "-fopenmp"', + "src/axom/quest/examples/CMakeLists.txt", + ) + + @run_after("build") + @on_package_attributes(run_tests=True) + def build_test(self): + with working_dir(self.build_directory): + print("Running Axom Unit Tests...") + make("test") + + @run_after("install") + @on_package_attributes(run_tests=True) + def check_install(self): + """ + Checks the spack install of axom using axom's + using-with-cmake example + """ + + print("Checking Axom installation...") + spec = self.spec + install_prefix = spec.prefix + example_src_dir = join_path(install_prefix, "examples", "axom", "using-with-cmake") + example_build_dir = join_path(example_src_dir, "build") + print("Checking using-with-cmake example...") + with working_dir(example_build_dir, create=True): + cmake_args = ["-C ../host-config.cmake", example_src_dir] + cmake(*cmake_args) + make() + example = Executable("./example") + example() + print("Checking using-with-make example...") + example_src_dir = join_path(install_prefix, "examples", "axom", "using-with-make") + example_build_dir = join_path(example_src_dir, "build") + example_files = glob.glob(join_path(example_src_dir, "*")) + with working_dir(example_build_dir, create=True): + for example_file in example_files: + shutil.copy(example_file, ".") + make("AXOM_DIR={0}".format(install_prefix)) + example = Executable("./example") + example() + + def test_install(self): + self.check_install() diff --git a/scripts/spack/packages/serac/package.py b/scripts/spack/packages/serac/package.py index 1ef91997d..79865d631 100644 --- a/scripts/spack/packages/serac/package.py +++ b/scripts/spack/packages/serac/package.py @@ -377,11 +377,11 @@ def initconfig_hardware_entries(self): if "+rocm" in spec: entries.append(cmake_cache_option("ENABLE_HIP", True)) - hip_root = spec["hip"].prefix + rocm_root = spec["rocm-core"].prefix # Additional libraries for TOSS4 - hip_link_flags += " -L{0}/../lib64 -Wl,-rpath,{0}/../lib64 ".format(hip_root) - hip_link_flags += " -L{0}/../lib -Wl,-rpath,{0}/../lib ".format(hip_root) + hip_link_flags = " -L{0}/lib64 -Wl,-rpath,{0}/lib64 ".format(rocm_root) + hip_link_flags += " -L{0}/lib -Wl,-rpath,{0}/lib ".format(rocm_root) hip_link_flags += "-lamd_comgr -lhsa-runtime64 " entries.append(cmake_cache_string("CMAKE_EXE_LINKER_FLAGS", hip_link_flags)) diff --git a/scripts/spack/packages/tribol/package.py b/scripts/spack/packages/tribol/package.py index 6ed741286..01881991f 100644 --- a/scripts/spack/packages/tribol/package.py +++ b/scripts/spack/packages/tribol/package.py @@ -210,37 +210,45 @@ def initconfig_hardware_entries(self): entries.append(cmake_cache_option("ENABLE_HIP", True)) - hip_root = spec["hip"].prefix - rocm_root = hip_root + "/.." + # SERAC EDIT START + rocm_root = spec["rocm-core"].prefix + llvm_root = spec["llvm-amdgpu"].prefix # Fix blt_hip getting HIP_CLANG_INCLUDE_PATH-NOTFOUND bad include directory - if (self.spec.satisfies('%cce') or self.spec.satisfies('%clang')) and 'toss_4' in self._get_sys_type(spec): + # TODO: verify that this is still needed and is indeed specific to LC + if ( + self.spec.satisfies("%cce") or self.spec.satisfies("%clang") + ) and "toss_4" in self._get_sys_type(spec): # Set the patch version to 0 if not already - clang_version= str(self.compiler.version)[:-1] + "0" - hip_clang_include_path = rocm_root + "/llvm/lib/clang/" + clang_version + "/include" + clang_version = str(self.compiler.version)[:-1] + "0" + hip_clang_include_path = ( + llvm_root + "/lib/clang/" + clang_version + "/include" + ) if os.path.isdir(hip_clang_include_path): - entries.append(cmake_cache_path("HIP_CLANG_INCLUDE_PATH", hip_clang_include_path)) + entries.append( + cmake_cache_path("HIP_CLANG_INCLUDE_PATH", hip_clang_include_path) + ) # Fixes for mpi for rocm until wrapper paths are fixed # These flags are already part of the wrapped compilers on TOSS4 systems hip_link_flags = "" - if self.spec.satisfies('%clang'): - # only with fortran for axom, but seems to always be needed for tribol - hip_link_flags += "-Wl,--disable-new-dtags " if "+fortran" in spec and self.is_fortran_compiler("amdflang"): - hip_link_flags += "-L{0}/../llvm/lib -L{0}/lib ".format(hip_root) - hip_link_flags += "-Wl,-rpath,{0}/../llvm/lib:{0}/lib ".format(hip_root) + hip_link_flags += "-Wl,--disable-new-dtags " + hip_link_flags += "-L{0}/lib -L{0}/lib ".format(llvm_root) + hip_link_flags += "-Wl,-rpath,{0}/lib:{0}/lib ".format(llvm_root) hip_link_flags += "-lpgmath -lflang -lflangrti -lompstub -lamdhip64 " # Remove extra link library for crayftn if "+fortran" in spec and self.is_fortran_compiler("crayftn"): - entries.append(cmake_cache_string("BLT_CMAKE_IMPLICIT_LINK_LIBRARIES_EXCLUDE", - "unwind")) + entries.append( + cmake_cache_string("BLT_CMAKE_IMPLICIT_LINK_LIBRARIES_EXCLUDE", "unwind") + ) # Additional libraries for TOSS4 - hip_link_flags += " -L{0}/../lib64 -Wl,-rpath,{0}/../lib64 ".format(hip_root) - hip_link_flags += " -L{0}/../lib -Wl,-rpath,{0}/../lib ".format(hip_root) + hip_link_flags += " -L{0}/lib64 -Wl,-rpath,{0}/lib64 ".format(rocm_root) + hip_link_flags += " -L{0}/lib -Wl,-rpath,{0}/lib ".format(rocm_root) hip_link_flags += "-lamd_comgr -lhsa-runtime64 " + # SERAC EDIT END entries.append(cmake_cache_string("CMAKE_EXE_LINKER_FLAGS", hip_link_flags)) @@ -308,7 +316,10 @@ def initconfig_mpi_entries(self): srun_wrapper = which_string("srun") mpi_exec_index = [index for index,entry in enumerate(entries) if "MPIEXEC_EXECUTABLE" in entry] - del entries[mpi_exec_index[0]] + # SERAC EDIT START + if len(mpi_exec_index) > 0: + del entries[mpi_exec_index[0]] + # SERAC EDIT END entries.append(cmake_cache_path("MPIEXEC_EXECUTABLE", srun_wrapper)) return entries From b7fa8fd95207a8767aa91bf99894764d0f711465 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Tue, 24 Sep 2024 16:20:39 -0700 Subject: [PATCH 06/24] wording --- scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml index 1e80a38ea..3a33a9143 100644 --- a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml +++ b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml @@ -38,7 +38,7 @@ spack: mpi: [cray-mpich] # Providers - # NOTE: Avoid building blas or lapack providers. Compiler was treating shared object path as cpp file in MFEM, which + # NOTE: Avoid external blas or lapack providers. Compiler was treating shared object path as cpp file in MFEM, which # resulted in "expected unqualified-id" errors. opengl: buildable: false From d1534e602962c21bee1611f36c7e0264050462c0 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Wed, 25 Sep 2024 12:05:22 -0700 Subject: [PATCH 07/24] add SERAC_ENABLE_X option for hip, cuda, openmp, mpi --- cmake/SeracBasics.cmake | 4 ++ cmake/SeracConfigHeader.cmake | 2 +- cmake/serac-config.cmake.in | 5 ++- cmake/thirdparty/FindMFEM.cmake | 2 +- cmake/thirdparty/SetupSeracThirdParty.cmake | 37 ++++++++++++------- src/serac/infrastructure/CMakeLists.txt | 2 +- src/serac/numerics/functional/CMakeLists.txt | 4 +- .../numerics/functional/tests/CMakeLists.txt | 2 +- src/serac/physics/contact/CMakeLists.txt | 2 +- src/serac/physics/state/CMakeLists.txt | 2 +- src/serac/serac_config.hpp.in | 1 + src/tests/CMakeLists.txt | 10 +++-- 12 files changed, 48 insertions(+), 25 deletions(-) diff --git a/cmake/SeracBasics.cmake b/cmake/SeracBasics.cmake index 1752b6148..735554fb7 100644 --- a/cmake/SeracBasics.cmake +++ b/cmake/SeracBasics.cmake @@ -28,6 +28,10 @@ endif() option(SERAC_ENABLE_CODE_CHECKS "Enable Serac's code checks" ${_enable_serac_code_checks}) cmake_dependent_option(SERAC_ENABLE_TESTS "Enables Serac Tests" ON "ENABLE_TESTS" OFF) +cmake_dependent_option(SERAC_ENABLE_CUDA "Enables Serac with CUDA support" ON "ENABLE_CUDA" OFF) +cmake_dependent_option(SERAC_ENABLE_HIP "Enables Serac with HIP support" ON "ENABLE_HIP" OFF) +cmake_dependent_option(SERAC_ENABLE_MPI "Enables Serac with MPI support" ON "ENABLE_MPI" OFF) +cmake_dependent_option(SERAC_ENABLE_OPENMP "Enables Serac with OPENMP support" ON "ENABLE_OPENMP" OFF) #------------------------------------------------------------------------------ # Profiling options diff --git a/cmake/SeracConfigHeader.cmake b/cmake/SeracConfigHeader.cmake index 9f7a64c9c..e5ad83a17 100644 --- a/cmake/SeracConfigHeader.cmake +++ b/cmake/SeracConfigHeader.cmake @@ -36,7 +36,7 @@ message(STATUS "Configuring Serac version ${SERAC_VERSION_FULL}") #------------------------------------------------------------------------------ # Create variable for every TPL #------------------------------------------------------------------------------ -set(TPL_DEPS ADIAK AXOM CALIPER CAMP CONDUIT CUDA FMT HDF5 LUA MFEM MPI PETSC RAJA SLEPC STRUMPACK SUNDIALS TRIBOL UMPIRE) +set(TPL_DEPS ADIAK AXOM CALIPER CAMP CONDUIT CUDA FMT HDF5 HIP LUA MFEM MPI PETSC RAJA SLEPC STRUMPACK SUNDIALS TRIBOL UMPIRE) foreach(dep ${TPL_DEPS}) if( ${dep}_FOUND OR ENABLE_${dep} ) set(SERAC_USE_${dep} TRUE) diff --git a/cmake/serac-config.cmake.in b/cmake/serac-config.cmake.in index ea1dc8ebf..8821e8ff3 100644 --- a/cmake/serac-config.cmake.in +++ b/cmake/serac-config.cmake.in @@ -27,7 +27,10 @@ if(NOT SERAC_FOUND) #---------------------------------------------------------------------------- set(SERAC_ENABLE_CODEVELOP @SERAC_ENABLE_CODEVELOP@) - set(SERAC_ENABLE_CUDA @ENABLE_CUDA@) + set(SERAC_ENABLE_CUDA @SERAC_ENABLE_CUDA@) + set(SERAC_ENABLE_HIP @SERAC_ENABLE_HIP@) + set(SERAC_ENABLE_MPI @SERAC_ENABLE_MPI@) + set(SERAC_ENABLE_OPENMP @SERAC_ENABLE_OPENMP@) set(SERAC_USE_ADIAK @SERAC_USE_ADIAK@) set(SERAC_USE_AXOM @SERAC_USE_AXOM@) diff --git a/cmake/thirdparty/FindMFEM.cmake b/cmake/thirdparty/FindMFEM.cmake index c00bd7f62..7252399ce 100644 --- a/cmake/thirdparty/FindMFEM.cmake +++ b/cmake/thirdparty/FindMFEM.cmake @@ -116,7 +116,7 @@ else() list(APPEND MFEM_LIBRARIES ${mfem_tpl_lnk_flags}) if(mfem_cfg_file_txt MATCHES "MFEM_USE_CUDA += YES") - if(NOT ENABLE_CUDA) + if(NOT SERAC_ENABLE_CUDA) message(WARNING "MFEM was built with CUDA but CUDA is not enabled") endif() list(APPEND MFEM_INCLUDE_DIRS ${CUDA_INCLUDE_DIRS}) diff --git a/cmake/thirdparty/SetupSeracThirdParty.cmake b/cmake/thirdparty/SetupSeracThirdParty.cmake index 99c4f6327..31eaf0a8f 100644 --- a/cmake/thirdparty/SetupSeracThirdParty.cmake +++ b/cmake/thirdparty/SetupSeracThirdParty.cmake @@ -19,7 +19,7 @@ if (NOT SERAC_THIRD_PARTY_LIBRARIES_FOUND) #------------------------------------------------------------------------------ # CUDA #------------------------------------------------------------------------------ - if(ENABLE_CUDA) + if(SERAC_ENABLE_CUDA) # Manually set includes as system includes foreach(_target cuda_runtime cuda) get_target_property(_dirs ${_target} INTERFACE_INCLUDE_DIRECTORIES) @@ -37,6 +37,17 @@ if (NOT SERAC_THIRD_PARTY_LIBRARIES_FOUND) include(CMakeFindDependencyMacro) + #------------------------------------------------------------------------------ + # Create global variable to toggle between GPU targets + #------------------------------------------------------------------------------ + if(SERAC_ENABLE_CUDA) + set(serac_device_depends blt::cuda CACHE STRING "" FORCE) + elseif(SERAC_ENABLE_HIP) + set(serac_device_depends blt::hip CACHE STRING "" FORCE) + else() + set(serac_device_depends "" CACHE STRING "" FORCE) + endif() + #------------------------------------------------------------------------------ # Camp #------------------------------------------------------------------------------ @@ -206,27 +217,27 @@ if (NOT SERAC_THIRD_PARTY_LIBRARIES_FOUND) #### MFEM "Use" Options # Assumes that we have AMGX if we have CUDA - set(MFEM_USE_AMGX ${ENABLE_CUDA} CACHE BOOL "") + set(MFEM_USE_AMGX ${SERAC_ENABLE_CUDA} CACHE BOOL "") set(MFEM_USE_CALIPER ${CALIPER_FOUND} CACHE BOOL "") # We don't use MFEM's Conduit/Axom support set(MFEM_USE_CONDUIT OFF CACHE BOOL "") - set(MFEM_USE_CUDA ${ENABLE_CUDA} CACHE BOOL "") + set(MFEM_USE_CUDA ${SERAC_ENABLE_CUDA} CACHE BOOL "") set(MFEM_USE_LAPACK ON CACHE BOOL "") # mfem+mpi requires metis - set(MFEM_USE_METIS ${ENABLE_MPI} CACHE BOOL "") - set(MFEM_USE_METIS_5 ${ENABLE_MPI} CACHE BOOL "") - set(MFEM_USE_MPI ${ENABLE_MPI} CACHE BOOL "") + set(MFEM_USE_METIS ${SERAC_ENABLE_MPI} CACHE BOOL "") + set(MFEM_USE_METIS_5 ${SERAC_ENABLE_MPI} CACHE BOOL "") + set(MFEM_USE_MPI ${SERAC_ENABLE_MPI} CACHE BOOL "") if(NETCDF_DIR) serac_assert_is_directory(DIR_VARIABLE NETCDF_DIR) set(MFEM_USE_NETCDF ON CACHE BOOL "") endif() # mfem+mpi also needs parmetis - if(ENABLE_MPI) + if(SERAC_ENABLE_MPI) serac_assert_is_directory(DIR_VARIABLE PARMETIS_DIR) # Slightly different naming convention set(ParMETIS_DIR ${PARMETIS_DIR} CACHE PATH "") endif() - set(MFEM_USE_OPENMP ${ENABLE_OPENMP} CACHE BOOL "") + set(MFEM_USE_OPENMP ${SERAC_ENABLE_OPENMP} CACHE BOOL "") if(PETSC_DIR) set(MFEM_USE_PETSC ON CACHE BOOL "") @@ -248,7 +259,7 @@ if (NOT SERAC_THIRD_PARTY_LIBRARIES_FOUND) serac_assert_is_directory(DIR_VARIABLE SUPERLUDIST_DIR) # MFEM uses a slightly different naming convention set(SuperLUDist_DIR ${SUPERLUDIST_DIR} CACHE PATH "") - set(MFEM_USE_SUPERLU ${ENABLE_MPI} CACHE BOOL "") + set(MFEM_USE_SUPERLU ${SERAC_ENABLE_MPI} CACHE BOOL "") endif() if(STRUMPACK_DIR) serac_assert_is_directory(DIR_VARIABLE STRUMPACK_DIR) @@ -429,7 +440,7 @@ if (NOT SERAC_THIRD_PARTY_LIBRARIES_FOUND) target_link_libraries(sidre PUBLIC STRUMPACK::strumpack) endif() - if(ENABLE_OPENMP) + if(SERAC_ENABLE_OPENMP) target_link_libraries(core INTERFACE blt::openmp) endif() @@ -461,8 +472,8 @@ if (NOT SERAC_THIRD_PARTY_LIBRARIES_FOUND) set(ENABLE_FORTRAN OFF CACHE BOOL "" FORCE) # Otherwise we use the submodule message(STATUS "Using Tribol submodule") - set(BUILD_REDECOMP ${ENABLE_MPI} CACHE BOOL "") - set(TRIBOL_USE_MPI ${ENABLE_MPI} CACHE BOOL "") + set(BUILD_REDECOMP ${SERAC_ENABLE_MPI} CACHE BOOL "") + set(TRIBOL_USE_MPI ${SERAC_ENABLE_MPI} CACHE BOOL "") set(TRIBOL_ENABLE_TESTS OFF CACHE BOOL "") set(TRIBOL_ENABLE_EXAMPLES OFF CACHE BOOL "") set(TRIBOL_ENABLE_DOCS OFF CACHE BOOL "") @@ -594,7 +605,7 @@ if (NOT SERAC_THIRD_PARTY_LIBRARIES_FOUND) # Should this logic be in the Caliper CMake package? # If CMake version doesn't support CUDAToolkit the libraries # are just "baked in" - if(ENABLE_CUDA) + if(SERAC_ENABLE_CUDA) if(CMAKE_VERSION VERSION_LESS 3.17) message(FATAL_ERROR "Serac+Caliper+CUDA requires CMake > 3.17.") else() diff --git a/src/serac/infrastructure/CMakeLists.txt b/src/serac/infrastructure/CMakeLists.txt index 28a7b4832..cd39c0e4e 100644 --- a/src/serac/infrastructure/CMakeLists.txt +++ b/src/serac/infrastructure/CMakeLists.txt @@ -44,7 +44,7 @@ set(infrastructure_sources set(infrastructure_depends axom::inlet axom::fmt axom::cli11 mfem) blt_list_append(TO infrastructure_depends ELEMENTS tribol IF TRIBOL_FOUND) blt_list_append(TO infrastructure_depends ELEMENTS caliper adiak::adiak IF SERAC_ENABLE_PROFILING) -blt_list_append(TO infrastructure_depends ELEMENTS blt::cuda IF ENABLE_CUDA) +blt_list_append(TO infrastructure_depends ELEMENTS serac_device_depends) list(APPEND infrastructure_depends blt::mpi) blt_add_library( diff --git a/src/serac/numerics/functional/CMakeLists.txt b/src/serac/numerics/functional/CMakeLists.txt index bd2f124f4..a708a7996 100644 --- a/src/serac/numerics/functional/CMakeLists.txt +++ b/src/serac/numerics/functional/CMakeLists.txt @@ -5,7 +5,7 @@ # SPDX-License-Identifier: (BSD-3-Clause) set(functional_depends serac_mesh) -blt_list_append(TO functional_depends ELEMENTS blt::cuda IF ENABLE_CUDA) +blt_list_append(TO functional_depends ELEMENTS serac_device_depends) # Add the library first set(functional_headers @@ -62,7 +62,7 @@ set(functional_cuda_headers domain_integral_kernels.cuh ) -blt_list_append(TO functional_headers ELEMENTS ${functional_cuda_headers} IF ENABLE_CUDA) +blt_list_append(TO functional_headers ELEMENTS ${functional_cuda_headers} IF SERAC_ENABLE_CUDA) blt_add_library( NAME serac_functional diff --git a/src/serac/numerics/functional/tests/CMakeLists.txt b/src/serac/numerics/functional/tests/CMakeLists.txt index 9118582f2..96e3178d1 100644 --- a/src/serac/numerics/functional/tests/CMakeLists.txt +++ b/src/serac/numerics/functional/tests/CMakeLists.txt @@ -56,7 +56,7 @@ endforeach() target_link_libraries(bug_boundary_qoi PUBLIC serac_physics) -if(ENABLE_CUDA) +if(SERAC_ENABLE_CUDA) set(functional_cuda_test_sources tensor_unit_tests_cuda.cu diff --git a/src/serac/physics/contact/CMakeLists.txt b/src/serac/physics/contact/CMakeLists.txt index 46f44fb58..508029cb7 100644 --- a/src/serac/physics/contact/CMakeLists.txt +++ b/src/serac/physics/contact/CMakeLists.txt @@ -17,7 +17,7 @@ set(contact_sources set(contact_depends serac_infrastructure) blt_list_append(TO contact_depends ELEMENTS tribol IF TRIBOL_FOUND) -blt_list_append(TO contact_depends ELEMENTS redecomp IF TRIBOL_FOUND AND ENABLE_MPI) +blt_list_append(TO contact_depends ELEMENTS redecomp IF TRIBOL_FOUND AND SERAC_ENABLE_MPI) blt_add_library( NAME serac_contact diff --git a/src/serac/physics/state/CMakeLists.txt b/src/serac/physics/state/CMakeLists.txt index b935113a3..54fac56fc 100644 --- a/src/serac/physics/state/CMakeLists.txt +++ b/src/serac/physics/state/CMakeLists.txt @@ -18,7 +18,7 @@ set(state_sources ) set(state_depends serac_infrastructure serac_functional) -blt_list_append(TO state_depends ELEMENTS cuda IF ENABLE_CUDA) +blt_list_append(TO state_depends ELEMENTS serac_device_depends) blt_add_library( NAME serac_state diff --git a/src/serac/serac_config.hpp.in b/src/serac/serac_config.hpp.in index fa3be2525..4c6f90da0 100644 --- a/src/serac/serac_config.hpp.in +++ b/src/serac/serac_config.hpp.in @@ -26,6 +26,7 @@ #cmakedefine SERAC_DEBUG #cmakedefine SERAC_USE_CUDA +#cmakedefine SERAC_USE_HIP // Compiler defines for TPLs #cmakedefine SERAC_USE_ADIAK diff --git a/src/tests/CMakeLists.txt b/src/tests/CMakeLists.txt index 31bfbecfb..fea44bf7b 100644 --- a/src/tests/CMakeLists.txt +++ b/src/tests/CMakeLists.txt @@ -17,20 +17,24 @@ set(language_depends mfem blt::mpi) -blt_list_append(TO language_depends ELEMENTS blt::openmp IF ENABLE_OPENMP) +blt_list_append(TO language_depends ELEMENTS blt::openmp IF SERAC_ENABLE_OPENMP) serac_add_tests( SOURCES ${language_tests} DEPENDS_ON ${language_depends}) -if(ENABLE_CUDA) +if(SERAC_ENABLE_CUDA) blt_add_library( NAME cuda_smoketest_kernel SOURCES cuda_smoketest_kernel.cpp - DEPENDS_ON blt::cuda) + DEPENDS_ON serac_device_depends) serac_add_tests( SOURCES cuda_smoketest.cpp DEPENDS_ON cuda_smoketest_kernel gtest) endif() +if(SERAC_ENABLE_HIP) + # TODO add a hip smoketest +endif() + # # TPL regression and smoke tests # From 479a234efaad2a57ff87fa823763405dd1c75773 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Thu, 26 Sep 2024 16:59:40 -0700 Subject: [PATCH 08/24] cray-mpich needs the slurm variant --- .../configs/toss_4_x86_64_ib_cray/spack.yaml | 2 +- scripts/spack/packages/cray-mpich/package.py | 135 ++++++++++++++++++ 2 files changed, 136 insertions(+), 1 deletion(-) create mode 100644 scripts/spack/packages/cray-mpich/package.py diff --git a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml index 3a33a9143..b7ead5ea8 100644 --- a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml +++ b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml @@ -62,7 +62,7 @@ spack: cray-mpich: buildable: false externals: - - spec: cray-mpich@8.1.27 + - spec: cray-mpich@8.1.27+slurm prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/ # ROCm diff --git a/scripts/spack/packages/cray-mpich/package.py b/scripts/spack/packages/cray-mpich/package.py new file mode 100644 index 000000000..4f52782c6 --- /dev/null +++ b/scripts/spack/packages/cray-mpich/package.py @@ -0,0 +1,135 @@ +# Copyright 2013-2021 Lawrence Livermore National Security, LLC and other +# Spack Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: (Apache-2.0 OR MIT) + +import os + +from spack import * +from spack.util.module_cmd import get_path_args_from_module_line, module + + +class CrayMpich(Package): + """Cray's MPICH is a high performance and widely portable implementation of + the Message Passing Interface (MPI) standard.""" + + homepage = "https://docs.nersc.gov/development/compilers/wrappers/" + has_code = False # Skip attempts to fetch source that is not available + + maintainers = ['haampie'] + + # SERAC EDIT START + version('8.1.13') + # SERAC EDIT END + version('8.1.9') + version('8.1.7') + version('8.1.0') + version('8.0.16') + version('8.0.14') + version('8.0.11') + version('8.0.9') + version('7.7.16') + version('7.7.15') + version('7.7.14') + version('7.7.13') + + # SERAC EDIT START + # https://github.com/spack/spack/blob/f50f5859f31d7ba76e044039253fdb1689ea017a/lib/spack/spack/build_systems/cached_cmake.py#L230-L234 + variant("slurm", default=True, description="Added to get MPIEXEC_NUMPROC_FLAG right") + # SERAC EDIT END + + provides('mpi@3') + + canonical_names = { + 'gcc': 'GNU', + 'cce': 'CRAY', + 'intel': 'INTEL', + 'clang': 'ALLINEA', + 'aocc': 'AOCC' + } + + @property + def modname(self): + return "cray-mpich/{0}".format(self.version) + + @property + def external_prefix(self): + mpich_module = module("show", self.modname).splitlines() + + for line in mpich_module: + if "CRAY_MPICH_DIR" in line: + return get_path_args_from_module_line(line)[0] + + # Fixes an issue on Archer2 cray-mpich/8.0.16 where there is + # no CRAY_MPICH_DIR variable in the module file. + for line in mpich_module: + if "CRAY_LD_LIBRARY_PATH" in line: + libdir = get_path_args_from_module_line(line)[0] + return os.path.dirname(os.path.normpath(libdir)) + + def setup_run_environment(self, env): + if(self.spec.satisfies('@:8.1.6')): + env.set('MPICC', spack_cc) + env.set('MPICXX', spack_cxx) + env.set('MPIF77', spack_fc) + env.set('MPIF90', spack_fc) + else: + # cray-mpich 8.1.7: features MPI compiler wrappers + env.set('MPICC', join_path(self.prefix.bin, 'mpicc')) + env.set('MPICXX', join_path(self.prefix.bin, 'mpicxx')) + env.set('MPIF77', join_path(self.prefix.bin, 'mpif77')) + env.set('MPIF90', join_path(self.prefix.bin, 'mpif90')) + + def setup_dependent_build_environment(self, env, dependent_spec): + self.setup_run_environment(env) + env.set('MPICH_CC', spack_cc) + env.set('MPICH_CXX', spack_cxx) + env.set('MPICH_F77', spack_f77) + env.set('MPICH_F90', spack_fc) + env.set('MPICH_FC', spack_fc) + + def setup_dependent_package(self, module, dependent_spec): + spec = self.spec + if(spec.satisfies('@:8.1.6')): + spec.mpicc = spack_cc + spec.mpicxx = spack_cxx + spec.mpifc = spack_fc + spec.mpif77 = spack_f77 + else: + # cray-mpich 8.1.7: features MPI compiler wrappers + spec.mpicc = join_path(self.prefix.bin, 'mpicc') + spec.mpicxx = join_path(self.prefix.bin, 'mpicxx') + spec.mpifc = join_path(self.prefix.bin, 'mpif90') + spec.mpif77 = join_path(self.prefix.bin, 'mpif77') + + def install(self, spec, prefix): + raise InstallError( + self.spec.format('{name} is not installable, you need to specify ' + 'it as an external package in packages.yaml')) + + @property + def headers(self): + hdrs = find_headers('mpi', self.prefix.include, recursive=True) + hdrs.directories = os.path.dirname(hdrs[0]) + return hdrs + + @property + def libs(self): + query_parameters = self.spec.last_query.extra_parameters + + libraries = ['libmpich'] + + if 'cxx' in query_parameters: + libraries.extend(['libmpicxx', 'libmpichcxx']) + + if 'f77' in query_parameters: + libraries.extend(['libmpifort', 'libmpichfort', + 'libfmpi', 'libfmpich']) + + if 'f90' in query_parameters: + libraries.extend(['libmpif90', 'libmpichf90']) + + libs = find_libraries(libraries, root=self.prefix.lib, recursive=True) + libs += find_libraries(libraries, root=self.prefix.lib64, recursive=True) + + return libs From 1320dc7b1a07c15ef911a060dabe3516d1127f9c Mon Sep 17 00:00:00 2001 From: chapman39 Date: Thu, 26 Sep 2024 17:00:07 -0700 Subject: [PATCH 09/24] add serac_device_depends where needed with correct syntax --- src/serac/infrastructure/CMakeLists.txt | 3 +-- src/serac/numerics/functional/CMakeLists.txt | 3 +-- src/serac/physics/state/CMakeLists.txt | 3 +-- src/tests/CMakeLists.txt | 5 +++-- 4 files changed, 6 insertions(+), 8 deletions(-) diff --git a/src/serac/infrastructure/CMakeLists.txt b/src/serac/infrastructure/CMakeLists.txt index cd39c0e4e..dc88eed57 100644 --- a/src/serac/infrastructure/CMakeLists.txt +++ b/src/serac/infrastructure/CMakeLists.txt @@ -41,10 +41,9 @@ set(infrastructure_sources terminator.cpp ) -set(infrastructure_depends axom::inlet axom::fmt axom::cli11 mfem) +set(infrastructure_depends axom::inlet axom::fmt axom::cli11 mfem ${serac_device_depends}) blt_list_append(TO infrastructure_depends ELEMENTS tribol IF TRIBOL_FOUND) blt_list_append(TO infrastructure_depends ELEMENTS caliper adiak::adiak IF SERAC_ENABLE_PROFILING) -blt_list_append(TO infrastructure_depends ELEMENTS serac_device_depends) list(APPEND infrastructure_depends blt::mpi) blt_add_library( diff --git a/src/serac/numerics/functional/CMakeLists.txt b/src/serac/numerics/functional/CMakeLists.txt index a708a7996..2fe9fe2cc 100644 --- a/src/serac/numerics/functional/CMakeLists.txt +++ b/src/serac/numerics/functional/CMakeLists.txt @@ -4,8 +4,7 @@ # # SPDX-License-Identifier: (BSD-3-Clause) -set(functional_depends serac_mesh) -blt_list_append(TO functional_depends ELEMENTS serac_device_depends) +set(functional_depends serac_mesh ${serac_device_depends}) # Add the library first set(functional_headers diff --git a/src/serac/physics/state/CMakeLists.txt b/src/serac/physics/state/CMakeLists.txt index 54fac56fc..863df13db 100644 --- a/src/serac/physics/state/CMakeLists.txt +++ b/src/serac/physics/state/CMakeLists.txt @@ -17,8 +17,7 @@ set(state_sources state_manager.cpp ) -set(state_depends serac_infrastructure serac_functional) -blt_list_append(TO state_depends ELEMENTS serac_device_depends) +set(state_depends serac_infrastructure serac_functional ${serac_device_depends}) blt_add_library( NAME serac_state diff --git a/src/tests/CMakeLists.txt b/src/tests/CMakeLists.txt index fea44bf7b..003ec68db 100644 --- a/src/tests/CMakeLists.txt +++ b/src/tests/CMakeLists.txt @@ -15,7 +15,8 @@ set(language_tests set(language_depends gtest mfem - blt::mpi) + blt::mpi + ${serac_device_depends}) blt_list_append(TO language_depends ELEMENTS blt::openmp IF SERAC_ENABLE_OPENMP) @@ -25,7 +26,7 @@ serac_add_tests( SOURCES ${language_tests} if(SERAC_ENABLE_CUDA) blt_add_library( NAME cuda_smoketest_kernel SOURCES cuda_smoketest_kernel.cpp - DEPENDS_ON serac_device_depends) + DEPENDS_ON ${serac_device_depends}) serac_add_tests( SOURCES cuda_smoketest.cpp DEPENDS_ON cuda_smoketest_kernel gtest) From 0146a0a9f2d918148e6dae862beb51db86a19b2c Mon Sep 17 00:00:00 2001 From: Alex Tyler Chapman Date: Mon, 30 Sep 2024 14:16:53 -0700 Subject: [PATCH 10/24] prevent compiler error in the no strumpack no petsc case --- src/serac/physics/tests/contact_patch.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/src/serac/physics/tests/contact_patch.cpp b/src/serac/physics/tests/contact_patch.cpp index 78e83750d..206e632ce 100644 --- a/src/serac/physics/tests/contact_patch.cpp +++ b/src/serac/physics/tests/contact_patch.cpp @@ -56,6 +56,7 @@ TEST_P(ContactTest, patch) // #ifdef MFEM_USE_STRUMPACK LinearSolverOptions linear_options{.linear_solver = LinearSolver::Strumpack, .print_level = 1}; #else + LinearSolverOptions linear_options{}; SLIC_INFO_ROOT("Contact requires MFEM built with strumpack."); return; #endif From 396e4ea9ecc75a49b64115549a7e151bb95655c9 Mon Sep 17 00:00:00 2001 From: Alex Tyler Chapman Date: Mon, 30 Sep 2024 14:17:55 -0700 Subject: [PATCH 11/24] resolve +profiling error, external hip prefix /opt/rocm/hip --- .gitignore | 1 + .../configs/toss_4_x86_64_ib_cray/spack.yaml | 4 +- scripts/spack/packages/axom/package.py | 662 +----------------- scripts/spack/packages/serac/package.py | 20 +- scripts/spack/packages/tribol/package.py | 43 +- scripts/spack/specs.json | 2 +- 6 files changed, 35 insertions(+), 697 deletions(-) diff --git a/.gitignore b/.gitignore index 6db11dcac..069c552fb 100644 --- a/.gitignore +++ b/.gitignore @@ -15,3 +15,4 @@ __pycache__/ view /_serac_build_and_test* build-linux-*-*-* +*.core diff --git a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml index b7ead5ea8..740804f40 100644 --- a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml +++ b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml @@ -70,7 +70,7 @@ spack: buildable: false externals: - spec: hip@5.7.1 - prefix: /opt/rocm-5.7.1/ + prefix: /opt/rocm-5.7.1/hip hipblas: buildable: false externals: @@ -329,7 +329,7 @@ spack: adiak: require: "@0.4.0" caliper: - require: "@2.10.0~kokkos" + require: "@2.10.0~kokkos+shared" camp: require: "@2024.02.0" conduit: diff --git a/scripts/spack/packages/axom/package.py b/scripts/spack/packages/axom/package.py index b63fb9540..19d808a9d 100644 --- a/scripts/spack/packages/axom/package.py +++ b/scripts/spack/packages/axom/package.py @@ -3,666 +3,10 @@ # # SPDX-License-Identifier: (BSD-3-Clause) -import glob -import os -import shutil -import socket -from os.path import join as pjoin +from spack.pkg.builtin.axom import Axom as BuiltinAxom -from spack.package import * -from spack.util.executable import which_string - - -def get_spec_path(spec, package_name, path_replacements={}, use_bin=False): - """Extracts the prefix path for the given spack package - path_replacements is a dictionary with string replacements for the path. - """ - - if not use_bin: - path = spec[package_name].prefix - else: - path = spec[package_name].prefix.bin - - path = os.path.realpath(path) - - for key in path_replacements: - path = path.replace(key, path_replacements[key]) - - return path - - -class Axom(CachedCMakePackage, CudaPackage, ROCmPackage): - """Axom provides a robust, flexible software infrastructure for the development - of multi-physics applications and computational tools.""" - - maintainers("white238") - - homepage = "https://github.com/LLNL/axom" - git = "https://github.com/LLNL/axom.git" - tags = ["radiuss"] - - license("BSD-3-Clause") - - version("main", branch="main") - version("develop", branch="develop") - - # SERAC EDIT START +class Axom(BuiltinAxom): # Note: Make sure this sha coincides with the git submodule # Note: We add a number to the end of the real version number to indicate that we have # moved forward past the release. Increment the last number when updating the commit sha. - version("0.9.0.1", commit="6443b655cf89b446e5d116840e98f2f1e6e1ec7d", submodules=False, preferred=True) - # SERAC EDIT END - - version("0.9.0", tag="v0.9.0", commit="5f531595d941d16fa3b8583bfc347a845d9feb6d") - version("0.8.1", tag="v0.8.1", commit="0da8a5b1be596887158ac2fcd321524ba5259e15") - version("0.8.0", tag="v0.8.0", commit="71fab3262eb7e1aa44a04c21d072b77f06362f7b") - version("0.7.0", tag="v0.7.0", commit="ea5158191181c137117ae37959879bdc8b107f35") - version("0.6.1", tag="v0.6.1", commit="ee240d3963d7879ae0e9c392902195bd7b04e37d") - version("0.6.0", tag="v0.6.0", commit="65287dc00bc7c271a08cb86c632f5909c30e3506") - version("0.5.0", tag="v0.5.0", commit="db137349b3e28617c3e0570dbd18e4a91654da98") - version("0.4.0", tag="v0.4.0", commit="38c0d7495ece35a30fca5f5b578b8f9d54346bd2") - version("0.3.3", tag="v0.3.3", commit="f0539ef0525469ffda054d86144f310c15b4f9e0") - version("0.3.2", tag="v0.3.2", commit="c446b496e20e6118b8cba7e80f1f84c76a49e463") - version("0.3.1", tag="v0.3.1", commit="cbefc0457a229d8acfb70622360d0667e90e50a2") - version("0.3.0", tag="v0.3.0", commit="20068ccab4b4f70055918b4f17960ec3ed6dbce8") - version("0.2.9", tag="v0.2.9", commit="9e9a54ede3326817c05f35922738516e43b5ec3d") - - depends_on("c", type="build") # generated - depends_on("cxx", type="build") # generated - depends_on("fortran", type="build", when="+fortran") # generated - - # https://github.com/spack/spack/issues/31829 - # SERAC EDIT START - # patch("examples-oneapi.patch", when="@0.6.1 +examples %oneapi") - - # patch("scr_examples_gtest.patch", when="@0.6.0:0.6.1") - # patch("umpire_camp_blt_targets.patch", when="@=0.8.0 ^umpire@2023.06.0") - # SERAC EDIT END - - root_cmakelists_dir = "src" - - # ----------------------------------------------------------------------- - # Variants - # ----------------------------------------------------------------------- - variant("shared", default=True, description="Enable build of shared libraries") - - variant("examples", default=True, description="Build examples") - variant("tools", default=True, description="Build tools") - - # Hard requirement after Axom 0.6.1 - variant("cpp14", default=True, description="Build with C++14 support") - - variant("fortran", default=True, description="Build with Fortran support") - - variant("python", default=False, description="Build python support") - - variant("mpi", default=True, description="Build MPI support") - variant("openmp", default=True, description="Turn on OpenMP support.") - - variant( - "profiling", - default=False, - when="@develop", - description="Build with hooks for Adiak/Caliper performance analysis", - ) - - variant("mfem", default=False, description="Build with mfem") - variant("hdf5", default=True, description="Build with hdf5") - variant("lua", default=True, description="Build with Lua") - variant("scr", default=False, description="Build with SCR") - variant("umpire", default=True, description="Build with umpire") - - variant("raja", default=True, description="Build with raja") - - varmsg = "Build development tools (such as Sphinx, Doxygen, etc...)" - variant("devtools", default=False, description=varmsg) - - # ----------------------------------------------------------------------- - # Dependencies - # ----------------------------------------------------------------------- - # Basics - depends_on("cmake@3.14:", type="build") - depends_on("cmake@3.18:", type="build", when="@0.7.0:") - depends_on("cmake@3.21:", type="build", when="+rocm") - - depends_on("blt", type="build") - depends_on("blt@0.5.1:0.5.3", type="build", when="@0.6.1:0.8") - depends_on("blt@0.6.2:", type="build", when="@0.9:") - - depends_on("mpi", when="+mpi") - - # Libraries - # Forward variants to Conduit - for _var in ["fortran", "hdf5", "mpi", "python"]: - depends_on("conduit+{0}".format(_var), when="+{0}".format(_var)) - depends_on("conduit~{0}".format(_var), when="~{0}".format(_var)) - - depends_on("hdf5", when="+hdf5") - - depends_on("lua", when="+lua") - - depends_on("scr", when="+scr") - depends_on("scr~fortran", when="+scr~fortran") - - with when("+umpire"): - depends_on("umpire") - depends_on("umpire@2024.02.0:", when="@0.9:") - depends_on("umpire@2022.03.0:2023.06", when="@0.7.0:0.8") - depends_on("umpire@6.0.0", when="@0.6.0") - depends_on("umpire@5:5.0.1", when="@:0.5.0") - depends_on("umpire+openmp", when="+openmp") - - with when("+raja"): - depends_on("raja") - depends_on("raja@2024.02.0:", when="@0.9:") - depends_on("raja@2022.03.0:2023.06", when="@0.7.0:0.8") - depends_on("raja@0.14.0", when="@0.6.0") - depends_on("raja@:0.13.0", when="@:0.5.0") - depends_on("raja~openmp", when="~openmp") - depends_on("raja+openmp", when="+openmp") - - with when("+profiling"): - depends_on("adiak") - depends_on("caliper+adiak~papi") - - depends_on("caliper+cuda", when="+cuda") - depends_on("caliper~cuda", when="~cuda") - - depends_on("caliper+rocm", when="+rocm") - depends_on("caliper~rocm", when="~rocm") - - for dep in ["adiak", "caliper"]: - depends_on(f"{dep}+mpi", when="+mpi") - depends_on(f"{dep}~mpi", when="~mpi") - depends_on(f"{dep}+shared", when="+shared") - depends_on(f"{dep}~shared", when="~shared") - - for val in CudaPackage.cuda_arch_values: - ext_cuda_dep = f"+cuda cuda_arch={val}" - depends_on(f"raja {ext_cuda_dep}", when=f"+raja {ext_cuda_dep}") - depends_on(f"umpire {ext_cuda_dep}", when=f"+umpire {ext_cuda_dep}") - depends_on(f"caliper {ext_cuda_dep}", when=f"+profiling {ext_cuda_dep}") - - for val in ROCmPackage.amdgpu_targets: - ext_rocm_dep = f"+rocm amdgpu_target={val}" - depends_on(f"raja {ext_rocm_dep}", when=f"+raja {ext_rocm_dep}") - depends_on(f"umpire {ext_rocm_dep}", when=f"+umpire {ext_rocm_dep}") - depends_on(f"caliper {ext_rocm_dep}", when=f"+profiling {ext_rocm_dep}") - - depends_on("rocprim", when="+rocm") - - with when("+mfem"): - depends_on("mfem+mpi", when="+mpi") - depends_on("mfem~mpi", when="~mpi") - depends_on("mfem@4.5.0:", when="@0.7.0:") - - depends_on("python", when="+python") - - # Devtools - with when("+devtools"): - depends_on("cppcheck") - depends_on("doxygen") - depends_on("graphviz") - depends_on("python") - depends_on("py-sphinx") - depends_on("py-shroud") - depends_on("py-jsonschema") - depends_on("llvm+clang@10.0.0", type="build") - - # ----------------------------------------------------------------------- - # Conflicts - # ----------------------------------------------------------------------- - # Hard requirement after Axom 0.6.1 - conflicts("~cpp14", when="@0.6.2:") - - # Conduit's cmake config files moved and < 0.4.0 can't find it - conflicts("^conduit@0.7.2:", when="@:0.4.0") - - # Sidre requires conduit_blueprint_mpi.hpp - conflicts("^conduit@:0.6.0", when="@0.5.0:") - - conflicts("+openmp", when="+rocm") - conflicts("+cuda", when="+rocm") - - conflicts("^blt@:0.3.6", when="+rocm") - - def flag_handler(self, name, flags): - if self.spec.satisfies("%cce") and name == "fflags": - flags.append("-ef") - - if name in ("cflags", "cxxflags", "cppflags", "fflags"): - return (None, None, None) # handled in the cmake cache - return (flags, None, None) - - def _get_sys_type(self, spec): - sys_type = spec.architecture - # if on llnl systems, we can use the SYS_TYPE - if "SYS_TYPE" in env: - sys_type = env["SYS_TYPE"] - return sys_type - - def is_fortran_compiler(self, compiler): - if self.compiler.fc is not None and compiler in self.compiler.fc: - return True - return False - - @property - def cache_name(self): - hostname = socket.gethostname() - if "SYS_TYPE" in env: - # Are we on a LLNL system then strip node number - hostname = hostname.rstrip("1234567890") - special_case = "" - if self.spec.satisfies("+cuda"): - special_case += "_cuda" - if self.spec.satisfies("~fortran"): - special_case += "_nofortran" - if self.spec.satisfies("+rocm"): - special_case += "_hip" - return "{0}-{1}-{2}@{3}{4}.cmake".format( - hostname, - self._get_sys_type(self.spec), - self.spec.compiler.name, - self.spec.compiler.version, - special_case, - ) - - def initconfig_compiler_entries(self): - spec = self.spec - entries = super().initconfig_compiler_entries() - - if spec.satisfies("+fortran"): - entries.append(cmake_cache_option("ENABLE_FORTRAN", True)) - if self.is_fortran_compiler("gfortran") and "clang" in self.compiler.cxx: - libdir = pjoin(os.path.dirname(os.path.dirname(self.compiler.cxx)), "lib") - flags = "" - for _libpath in [libdir, libdir + "64"]: - if os.path.exists(_libpath): - if spec.satisfies("^cuda"): - flags += " -Xlinker -rpath -Xlinker {0}".format(_libpath) - else: - flags += " -Wl,-rpath,{0}".format(_libpath) - description = "Adds a missing libstdc++ rpath" - if flags: - entries.append(cmake_cache_string("BLT_EXE_LINKER_FLAGS", flags, description)) - else: - entries.append(cmake_cache_option("ENABLE_FORTRAN", False)) - - if "+cpp14" in spec and spec.satisfies("@:0.6.1"): - entries.append(cmake_cache_string("BLT_CXX_STD", "c++14", "")) - - # Add optimization flag workaround for Debug builds with cray compiler or newer HIP - if spec.satisfies("+rocm"): - entries.append(cmake_cache_string("CMAKE_CXX_FLAGS_DEBUG", "-O1 -g -DNDEBUG")) - - return entries - - def initconfig_hardware_entries(self): - spec = self.spec - entries = super().initconfig_hardware_entries() - - if spec.satisfies("+cuda"): - entries.append(cmake_cache_option("ENABLE_CUDA", True)) - entries.append(cmake_cache_option("CMAKE_CUDA_SEPARABLE_COMPILATION", True)) - - # CUDA_FLAGS - cudaflags = "${CMAKE_CUDA_FLAGS} -restrict --expt-extended-lambda " - - # Pass through any cxxflags to the host compiler via nvcc's Xcompiler flag - host_cxx_flags = spec.compiler_flags["cxxflags"] - cudaflags += " ".join(["-Xcompiler=%s " % flag for flag in host_cxx_flags]) - - if spec.satisfies("^blt@:0.5.1"): - # This is handled internally by BLT now - if spec.satisfies("+cpp14"): - cudaflags += " -std=c++14" - else: - cudaflags += " -std=c++11" - entries.append(cmake_cache_string("CMAKE_CUDA_FLAGS", cudaflags, force=True)) - - entries.append("# nvcc does not like gtest's 'pthreads' flag\n") - entries.append(cmake_cache_option("gtest_disable_pthreads", True)) - - if spec.satisfies("+rocm"): - entries.append("#------------------{0}\n".format("-" * 60)) - entries.append("# Axom ROCm specifics\n") - entries.append("#------------------{0}\n\n".format("-" * 60)) - - entries.append(cmake_cache_option("ENABLE_HIP", True)) - - # SERAC EDIT START - rocm_root = spec["rocm-core"].prefix - llvm_root = spec["llvm-amdgpu"].prefix - - # Fix blt_hip getting HIP_CLANG_INCLUDE_PATH-NOTFOUND bad include directory - # TODO: verify that this is still needed and is indeed specific to LC - if ( - self.spec.satisfies("%cce") or self.spec.satisfies("%clang") - ) and "toss_4" in self._get_sys_type(spec): - # Set the patch version to 0 if not already - clang_version = str(self.compiler.version)[:-1] + "0" - hip_clang_include_path = ( - llvm_root + "/lib/clang/" + clang_version + "/include" - ) - if os.path.isdir(hip_clang_include_path): - entries.append( - cmake_cache_path("HIP_CLANG_INCLUDE_PATH", hip_clang_include_path) - ) - - # Fixes for mpi for rocm until wrapper paths are fixed - # These flags are already part of the wrapped compilers on TOSS4 systems - hip_link_flags = "" - if "+fortran" in spec and self.is_fortran_compiler("amdflang"): - hip_link_flags += "-Wl,--disable-new-dtags " - hip_link_flags += "-L{0}/lib -L{0}/lib ".format(llvm_root) - hip_link_flags += "-Wl,-rpath,{0}/lib:{0}/lib ".format(llvm_root) - hip_link_flags += "-lpgmath -lflang -lflangrti -lompstub -lamdhip64 " - - # Remove extra link library for crayftn - if "+fortran" in spec and self.is_fortran_compiler("crayftn"): - entries.append( - cmake_cache_string("BLT_CMAKE_IMPLICIT_LINK_LIBRARIES_EXCLUDE", "unwind") - ) - - # Additional libraries for TOSS4 - hip_link_flags += " -L{0}/lib64 -Wl,-rpath,{0}/lib64 ".format(rocm_root) - hip_link_flags += " -L{0}/lib -Wl,-rpath,{0}/lib ".format(rocm_root) - hip_link_flags += "-lamd_comgr -lhsa-runtime64 " - # SERAC EDIT END - - entries.append(cmake_cache_string("CMAKE_EXE_LINKER_FLAGS", hip_link_flags)) - - entries.append("#------------------{0}".format("-" * 30)) - entries.append("# Hardware Specifics") - entries.append("#------------------{0}\n".format("-" * 30)) - - # OpenMP - entries.append(cmake_cache_option("ENABLE_OPENMP", spec.satisfies("+openmp"))) - - # Enable death tests - entries.append( - cmake_cache_option( - "ENABLE_GTEST_DEATH_TESTS", not spec.satisfies("+cuda target=ppc64le:") - ) - ) - - if "+fortran" in spec and self.is_fortran_compiler("xlf"): - # Grab lib directory for the current fortran compiler - libdir = pjoin(os.path.dirname(os.path.dirname(self.compiler.fc)), "lib") - description = ( - "Adds a missing rpath for libraries " "associated with the fortran compiler" - ) - - linker_flags = "${BLT_EXE_LINKER_FLAGS} -Wl,-rpath," + libdir - - entries.append(cmake_cache_string("BLT_EXE_LINKER_FLAGS", linker_flags, description)) - - if spec.satisfies("+shared"): - linker_flags = "${CMAKE_SHARED_LINKER_FLAGS} -Wl,-rpath," + libdir - entries.append( - cmake_cache_string("CMAKE_SHARED_LINKER_FLAGS", linker_flags, description) - ) - - description = "Converts C-style comments to Fortran style in preprocessed files" - entries.append( - cmake_cache_string( - "BLT_FORTRAN_FLAGS", "-WF,-C! -qxlf2003=polymorphic", description - ) - ) - - if ( - "+openmp" in spec - and "clang" in self.compiler.cxx - and "+fortran" in spec - and self.is_fortran_compiler("xlf") - ): - openmp_gen_exp = ( - "$<$>:" - "-fopenmp=libomp>;$<$:-qsmp=omp>" - ) - - description = "Different OpenMP linker flag between CXX and Fortran" - entries.append( - cmake_cache_string("BLT_OPENMP_LINK_FLAGS", openmp_gen_exp, description) - ) - - if spec.satisfies("target=ppc64le:"): - # Fix for working around CMake adding implicit link directories - # returned by the BlueOS compilers to link executables with - # non-system default stdlib - _roots = ["/usr/tce/packages/gcc/gcc-4.9.3", "/usr/tce/packages/gcc/gcc-4.9.3/gnu"] - _subdirs = ["lib64", "lib64/gcc/powerpc64le-unknown-linux-gnu/4.9.3"] - _existing_paths = [] - for root in _roots: - for subdir in _subdirs: - _curr_path = pjoin(root, subdir) - if os.path.exists(_curr_path): - _existing_paths.append(_curr_path) - if _existing_paths: - entries.append( - cmake_cache_string( - "BLT_CMAKE_IMPLICIT_LINK_DIRECTORIES_EXCLUDE", ";".join(_existing_paths) - ) - ) - - return entries - - def initconfig_mpi_entries(self): - spec = self.spec - entries = super().initconfig_mpi_entries() - - if spec.satisfies("+mpi"): - entries.append(cmake_cache_option("ENABLE_MPI", True)) - if spec["mpi"].name == "spectrum-mpi": - entries.append(cmake_cache_string("BLT_MPI_COMMAND_APPEND", "mpibind")) - - # Replace /usr/bin/srun path with srun flux wrapper path on TOSS 4 - # TODO: Remove this logic by adding `using_flux` case in - # spack/lib/spack/spack/build_systems/cached_cmake.py:196 and remove hard-coded - # path to srun in same file. - if "toss_4" in self._get_sys_type(spec): - srun_wrapper = which_string("srun") - mpi_exec_index = [ - index for index, entry in enumerate(entries) if "MPIEXEC_EXECUTABLE" in entry - ] - # SERAC EDIT START - if len(mpi_exec_index) > 0: - del entries[mpi_exec_index[0]] - # SERAC EDIT END - entries.append(cmake_cache_path("MPIEXEC_EXECUTABLE", srun_wrapper)) - else: - entries.append(cmake_cache_option("ENABLE_MPI", False)) - - return entries - - def find_path_replacement(self, path1, path2, path_replacements, name, entries): - root = os.path.commonprefix([path1, path2]) - if root.endswith(os.path.sep): - root = root[: -len(os.path.sep)] - if root: - path_replacements[root] = "${" + name + "}" - entries.append(cmake_cache_path(name, root)) - - def initconfig_package_entries(self): - spec = self.spec - entries = [] - path_replacements = {} - - # TPL locations - entries.append("#------------------{0}".format("-" * 60)) - entries.append("# TPLs") - entries.append("#------------------{0}\n".format("-" * 60)) - - # Try to find the common prefix of the TPL directory. - # If found, we will use this in the TPL paths - path1 = os.path.realpath(spec["conduit"].prefix) - path2 = os.path.realpath(self.prefix) - self.find_path_replacement(path1, path2, path_replacements, "TPL_ROOT", entries) - - conduit_dir = get_spec_path(spec, "conduit", path_replacements) - entries.append(cmake_cache_path("CONDUIT_DIR", conduit_dir)) - - # optional tpls - for dep in ("mfem", "hdf5", "lua", "raja", "umpire"): - if "+%s" % dep in spec: - dep_dir = get_spec_path(spec, dep, path_replacements) - entries.append(cmake_cache_path("%s_DIR" % dep.upper(), dep_dir)) - else: - entries.append("# %s not built\n" % dep.upper()) - - if spec.satisfies("+profiling"): - dep_dir = get_spec_path(spec, "adiak", path_replacements) - entries.append(cmake_cache_path("ADIAK_DIR", dep_dir)) - - dep_dir = get_spec_path(spec, "caliper", path_replacements) - entries.append(cmake_cache_path("CALIPER_DIR", dep_dir)) - - if "+umpire" in spec and spec.satisfies("^camp"): - dep_dir = get_spec_path(spec, "camp", path_replacements) - entries.append(cmake_cache_path("CAMP_DIR", dep_dir)) - - # SCR does not export it's targets so we need to pull in its dependencies - if spec.satisfies("+scr"): - dep_dir = get_spec_path(spec, "scr", path_replacements) - entries.append(cmake_cache_path("SCR_DIR", dep_dir)) - - # scr's dependencies - scr_deps = ( - "kvtree", - "dtcmp", - "spath", - "axl", - "lwgrp", - "er", - "rankstr", - "redset", - "shuffile", - "libyogrt", - ) - for dep in scr_deps: - if spec.satisfies("^{0}".format(dep)): - dep_dir = get_spec_path(spec, dep, path_replacements) - entries.append(cmake_cache_path("%s_DIR" % dep.upper(), dep_dir)) - else: - entries.append("# scr not built\n") - - ################################## - # Devtools - ################################## - - entries.append("#------------------{0}".format("-" * 60)) - entries.append("# Devtools") - entries.append("#------------------{0}\n".format("-" * 60)) - - # Add common prefix to path replacement list - if spec.satisfies("+devtools"): - # Grab common devtools root and strip the trailing slash - path1 = os.path.realpath(spec["cppcheck"].prefix) - path2 = os.path.realpath(spec["doxygen"].prefix) - self.find_path_replacement(path1, path2, path_replacements, "DEVTOOLS_ROOT", entries) - - if "+devtools" in spec and spec.satisfies("^llvm"): - clang_fmt_path = spec["llvm"].prefix.bin.join("clang-format") - entries.append(cmake_cache_path("CLANGFORMAT_EXECUTABLE", clang_fmt_path)) - else: - entries.append("# ClangFormat disabled due to llvm and devtools not in spec\n") - entries.append(cmake_cache_option("ENABLE_CLANGFORMAT", False)) - - if "+python" in spec or "+devtools" in spec: - python_path = os.path.realpath(spec["python"].command.path) - for key in path_replacements: - python_path = python_path.replace(key, path_replacements[key]) - entries.append(cmake_cache_path("PYTHON_EXECUTABLE", python_path)) - - if spec.satisfies("^py-jsonschema"): - jsonschema_dir = get_spec_path(spec, "py-jsonschema", path_replacements, use_bin=True) - jsonschema_path = os.path.join(jsonschema_dir, "jsonschema") - entries.append(cmake_cache_path("JSONSCHEMA_EXECUTABLE", jsonschema_path)) - - enable_docs = spec.satisfies("^doxygen") or spec.satisfies("^py-sphinx") - entries.append(cmake_cache_option("ENABLE_DOCS", enable_docs)) - - if spec.satisfies("^py-sphinx"): - sphinx_bin_dir = get_spec_path(spec, "py-sphinx", path_replacements, use_bin=True) - entries.append( - cmake_cache_path("SPHINX_EXECUTABLE", pjoin(sphinx_bin_dir, "sphinx-build")) - ) - - if spec.satisfies("^py-shroud"): - shroud_bin_dir = get_spec_path(spec, "py-shroud", path_replacements, use_bin=True) - entries.append(cmake_cache_path("SHROUD_EXECUTABLE", pjoin(shroud_bin_dir, "shroud"))) - - for dep in ("cppcheck", "doxygen"): - if spec.satisfies("^%s" % dep): - dep_bin_dir = get_spec_path(spec, dep, path_replacements, use_bin=True) - entries.append( - cmake_cache_path("%s_EXECUTABLE" % dep.upper(), pjoin(dep_bin_dir, dep)) - ) - - return entries - - def cmake_args(self): - options = [] - - options.append("-DBLT_SOURCE_DIR:PATH={0}".format(self.spec["blt"].prefix)) - - if self.run_tests is False: - options.append("-DENABLE_TESTS=OFF") - else: - options.append("-DENABLE_TESTS=ON") - - options.append(self.define_from_variant("BUILD_SHARED_LIBS", "shared")) - options.append(self.define_from_variant("AXOM_ENABLE_EXAMPLES", "examples")) - options.append(self.define_from_variant("AXOM_ENABLE_TOOLS", "tools")) - - return options - - def patch(self): - if self.spec.satisfies("%cce"): - filter_file( - "PROPERTIES LINKER_LANGUAGE CXX", - 'PROPERTIES LINKER_LANGUAGE CXX \n LINK_FLAGS "-fopenmp"', - "src/axom/quest/examples/CMakeLists.txt", - ) - - @run_after("build") - @on_package_attributes(run_tests=True) - def build_test(self): - with working_dir(self.build_directory): - print("Running Axom Unit Tests...") - make("test") - - @run_after("install") - @on_package_attributes(run_tests=True) - def check_install(self): - """ - Checks the spack install of axom using axom's - using-with-cmake example - """ - - print("Checking Axom installation...") - spec = self.spec - install_prefix = spec.prefix - example_src_dir = join_path(install_prefix, "examples", "axom", "using-with-cmake") - example_build_dir = join_path(example_src_dir, "build") - print("Checking using-with-cmake example...") - with working_dir(example_build_dir, create=True): - cmake_args = ["-C ../host-config.cmake", example_src_dir] - cmake(*cmake_args) - make() - example = Executable("./example") - example() - print("Checking using-with-make example...") - example_src_dir = join_path(install_prefix, "examples", "axom", "using-with-make") - example_build_dir = join_path(example_src_dir, "build") - example_files = glob.glob(join_path(example_src_dir, "*")) - with working_dir(example_build_dir, create=True): - for example_file in example_files: - shutil.copy(example_file, ".") - make("AXOM_DIR={0}".format(install_prefix)) - example = Executable("./example") - example() - - def test_install(self): - self.check_install() + version("0.9.0.1", commit="6443b655cf89b446e5d116840e98f2f1e6e1ec7d", submodules=False) diff --git a/scripts/spack/packages/serac/package.py b/scripts/spack/packages/serac/package.py index 79865d631..1c041dca1 100644 --- a/scripts/spack/packages/serac/package.py +++ b/scripts/spack/packages/serac/package.py @@ -181,10 +181,14 @@ class Serac(CachedCMakePackage, CudaPackage, ROCmPackage): depends_on("sundials build_type=Debug".format(dep), when="+sundials build_type=Debug".format(dep)) # Optional (require when="+profile") - for dep in ["adiak", "caliper"]: - depends_on("{0} build_type=Debug".format(dep), when="+profiling build_type=Debug") - depends_on("{0}+shared".format(dep), when="+profiling+shared") - depends_on("{0}~shared".format(dep), when="+profiling~shared") + depends_on("adiak build_type=Debug".format(dep), when="+profiling build_type=Debug") + depends_on("adiak+shared".format(dep), when="+profiling+shared") + depends_on("adiak~shared".format(dep), when="+profiling~shared") + + # Don't propagate ~shared to caliper in rocm builds + depends_on("caliper build_type=Debug".format(dep), when="+profiling build_type=Debug") + depends_on("caliper+shared".format(dep), when="+profiling+shared") + depends_on("caliper~shared".format(dep), when="+profiling~shared~rocm") # Required for dep in ["axom", "hdf5", "metis", "parmetis", "superlu-dist"]: @@ -192,7 +196,7 @@ class Serac(CachedCMakePackage, CudaPackage, ROCmPackage): depends_on("{0}+shared".format(dep), when="+shared") depends_on("{0}~shared".format(dep), when="~shared") - # Don't propagate shared to conduit, since it doesn't concretize in rocm builds + # Don't propagate +shared to conduit, since it doesn't concretize in rocm builds depends_on("conduit build_type=Debug".format(dep), when="build_type=Debug") # Optional packages that are controlled by variants @@ -377,11 +381,11 @@ def initconfig_hardware_entries(self): if "+rocm" in spec: entries.append(cmake_cache_option("ENABLE_HIP", True)) - rocm_root = spec["rocm-core"].prefix + hip_root = spec["hip"].prefix # Additional libraries for TOSS4 - hip_link_flags = " -L{0}/lib64 -Wl,-rpath,{0}/lib64 ".format(rocm_root) - hip_link_flags += " -L{0}/lib -Wl,-rpath,{0}/lib ".format(rocm_root) + hip_link_flags = " -L{0}/../lib64 -Wl,-rpath,{0}/../lib64 ".format(hip_root) + hip_link_flags += " -L{0}/../lib -Wl,-rpath,{0}/../lib ".format(hip_root) hip_link_flags += "-lamd_comgr -lhsa-runtime64 " entries.append(cmake_cache_string("CMAKE_EXE_LINKER_FLAGS", hip_link_flags)) diff --git a/scripts/spack/packages/tribol/package.py b/scripts/spack/packages/tribol/package.py index 01881991f..6ed741286 100644 --- a/scripts/spack/packages/tribol/package.py +++ b/scripts/spack/packages/tribol/package.py @@ -210,45 +210,37 @@ def initconfig_hardware_entries(self): entries.append(cmake_cache_option("ENABLE_HIP", True)) - # SERAC EDIT START - rocm_root = spec["rocm-core"].prefix - llvm_root = spec["llvm-amdgpu"].prefix + hip_root = spec["hip"].prefix + rocm_root = hip_root + "/.." # Fix blt_hip getting HIP_CLANG_INCLUDE_PATH-NOTFOUND bad include directory - # TODO: verify that this is still needed and is indeed specific to LC - if ( - self.spec.satisfies("%cce") or self.spec.satisfies("%clang") - ) and "toss_4" in self._get_sys_type(spec): + if (self.spec.satisfies('%cce') or self.spec.satisfies('%clang')) and 'toss_4' in self._get_sys_type(spec): # Set the patch version to 0 if not already - clang_version = str(self.compiler.version)[:-1] + "0" - hip_clang_include_path = ( - llvm_root + "/lib/clang/" + clang_version + "/include" - ) + clang_version= str(self.compiler.version)[:-1] + "0" + hip_clang_include_path = rocm_root + "/llvm/lib/clang/" + clang_version + "/include" if os.path.isdir(hip_clang_include_path): - entries.append( - cmake_cache_path("HIP_CLANG_INCLUDE_PATH", hip_clang_include_path) - ) + entries.append(cmake_cache_path("HIP_CLANG_INCLUDE_PATH", hip_clang_include_path)) # Fixes for mpi for rocm until wrapper paths are fixed # These flags are already part of the wrapped compilers on TOSS4 systems hip_link_flags = "" - if "+fortran" in spec and self.is_fortran_compiler("amdflang"): + if self.spec.satisfies('%clang'): + # only with fortran for axom, but seems to always be needed for tribol hip_link_flags += "-Wl,--disable-new-dtags " - hip_link_flags += "-L{0}/lib -L{0}/lib ".format(llvm_root) - hip_link_flags += "-Wl,-rpath,{0}/lib:{0}/lib ".format(llvm_root) + if "+fortran" in spec and self.is_fortran_compiler("amdflang"): + hip_link_flags += "-L{0}/../llvm/lib -L{0}/lib ".format(hip_root) + hip_link_flags += "-Wl,-rpath,{0}/../llvm/lib:{0}/lib ".format(hip_root) hip_link_flags += "-lpgmath -lflang -lflangrti -lompstub -lamdhip64 " # Remove extra link library for crayftn if "+fortran" in spec and self.is_fortran_compiler("crayftn"): - entries.append( - cmake_cache_string("BLT_CMAKE_IMPLICIT_LINK_LIBRARIES_EXCLUDE", "unwind") - ) + entries.append(cmake_cache_string("BLT_CMAKE_IMPLICIT_LINK_LIBRARIES_EXCLUDE", + "unwind")) # Additional libraries for TOSS4 - hip_link_flags += " -L{0}/lib64 -Wl,-rpath,{0}/lib64 ".format(rocm_root) - hip_link_flags += " -L{0}/lib -Wl,-rpath,{0}/lib ".format(rocm_root) + hip_link_flags += " -L{0}/../lib64 -Wl,-rpath,{0}/../lib64 ".format(hip_root) + hip_link_flags += " -L{0}/../lib -Wl,-rpath,{0}/../lib ".format(hip_root) hip_link_flags += "-lamd_comgr -lhsa-runtime64 " - # SERAC EDIT END entries.append(cmake_cache_string("CMAKE_EXE_LINKER_FLAGS", hip_link_flags)) @@ -316,10 +308,7 @@ def initconfig_mpi_entries(self): srun_wrapper = which_string("srun") mpi_exec_index = [index for index,entry in enumerate(entries) if "MPIEXEC_EXECUTABLE" in entry] - # SERAC EDIT START - if len(mpi_exec_index) > 0: - del entries[mpi_exec_index[0]] - # SERAC EDIT END + del entries[mpi_exec_index[0]] entries.append(cmake_cache_path("MPIEXEC_EXECUTABLE", srun_wrapper)) return entries diff --git a/scripts/spack/specs.json b/scripts/spack/specs.json index 53ee95608..ecd30d254 100644 --- a/scripts/spack/specs.json +++ b/scripts/spack/specs.json @@ -18,7 +18,7 @@ "clang@14.0.6+devtools+profiling" ], "toss_4_x86_64_ib_cray": - [ "clang@17.0.0~openmp~profiling+rocm+raja+umpire~strumpack amdgpu_target=gfx90a ^hdf5 cflags=-Wno-int-conversion ^petsc cflags=-O0"], + [ "clang@17.0.0~openmp+profiling+rocm+raja+umpire~strumpack~petsc amdgpu_target=gfx90a ^hdf5 cflags=-Wno-int-conversion"], "blueos_3_ppc64le_ib_p9": [ "clang@10.0.1+devtools+cuda+raja+umpire+profiling~strumpack cuda_arch=70" ] From eb1f8fac2ace6aeeaad5807754343b3af69986d9 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Mon, 30 Sep 2024 18:00:38 -0700 Subject: [PATCH 12/24] resolve libpgmath.so error --- .../configs/toss_4_x86_64_ib_cray/spack.yaml | 5 ---- scripts/spack/packages/serac/package.py | 24 ++++++++++++++++++- 2 files changed, 23 insertions(+), 6 deletions(-) diff --git a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml index 740804f40..743913bc0 100644 --- a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml +++ b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml @@ -76,11 +76,6 @@ spack: externals: - spec: hipblas@5.7.1 prefix: /opt/rocm-5.7.1/ - hipsolver: - buildable: false - externals: - - spec: hipsolver@5.7.1 - prefix: /opt/rocm-5.7.1/ hipsparse: buildable: false externals: diff --git a/scripts/spack/packages/serac/package.py b/scripts/spack/packages/serac/package.py index 1c041dca1..240e0c7c5 100644 --- a/scripts/spack/packages/serac/package.py +++ b/scripts/spack/packages/serac/package.py @@ -5,6 +5,7 @@ from spack import * from spack.spec import UnsupportedCompilerError +from spack.util.executable import which_string import os import socket @@ -382,9 +383,22 @@ def initconfig_hardware_entries(self): entries.append(cmake_cache_option("ENABLE_HIP", True)) hip_root = spec["hip"].prefix + rocm_root = hip_root + "/.." + + # Fix blt_hip getting HIP_CLANG_INCLUDE_PATH-NOTFOUND bad include directory + if (self.spec.satisfies('%cce') or self.spec.satisfies('%clang')) and 'toss_4' in self._get_sys_type(spec): + # Set the patch version to 0 if not already + clang_version= str(self.compiler.version)[:-1] + "0" + hip_clang_include_path = rocm_root + "/llvm/lib/clang/" + clang_version + "/include" + if os.path.isdir(hip_clang_include_path): + entries.append(cmake_cache_path("HIP_CLANG_INCLUDE_PATH", hip_clang_include_path)) # Additional libraries for TOSS4 - hip_link_flags = " -L{0}/../lib64 -Wl,-rpath,{0}/../lib64 ".format(hip_root) + hip_link_flags = "" + hip_link_flags += "-L{0}/../llvm/lib -L{0}/lib ".format(hip_root) + hip_link_flags += "-Wl,-rpath,{0}/../llvm/lib:{0}/lib ".format(hip_root) + hip_link_flags += "-lpgmath -lflang -lflangrti -lompstub -lamdhip64 " + hip_link_flags += " -L{0}/../lib64 -Wl,-rpath,{0}/../lib64 ".format(hip_root) hip_link_flags += " -L{0}/../lib -Wl,-rpath,{0}/../lib ".format(hip_root) hip_link_flags += "-lamd_comgr -lhsa-runtime64 " @@ -421,6 +435,14 @@ def initconfig_mpi_entries(self): entries.append(cmake_cache_string("BLT_MPI_COMMAND_APPEND", "mpibind")) + # Replace /usr/bin/srun path with srun flux wrapper path on TOSS 4 + if 'toss_4' in self._get_sys_type(spec): + srun_wrapper = which_string("srun") + mpi_exec_index = [index for index,entry in enumerate(entries) + if "MPIEXEC_EXECUTABLE" in entry] + del entries[mpi_exec_index[0]] + entries.append(cmake_cache_path("MPIEXEC_EXECUTABLE", srun_wrapper)) + return entries def find_path_replacement(self, path1, path2, path_replacements, name, entries): From 9fa952705d297589abd528b6595e058e62a6c31b Mon Sep 17 00:00:00 2001 From: chapman39 Date: Tue, 1 Oct 2024 13:53:36 -0700 Subject: [PATCH 13/24] resolve strumpack issues on tioga, fix cmake var naming --- CMakeLists.txt | 4 +++- cmake/SeracConfigHeader.cmake | 2 +- scripts/spack/packages/serac/package.py | 9 ++++++--- scripts/spack/specs.json | 2 +- scripts/testing/ats.sh.in | 2 +- src/serac/serac_config.hpp.in | 4 +++- 6 files changed, 15 insertions(+), 8 deletions(-) diff --git a/CMakeLists.txt b/CMakeLists.txt index 2382c8b4b..be452dccd 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -47,7 +47,9 @@ if(NOT DEFINED SERAC_SOURCE_DIR) endif() message(STATUS "Serac Source Dir: ${SERAC_SOURCE_DIR}") -if(SERAC_ENABLE_CODEVELOP) +# For HIP case, this flag prevents the following Strumpack linker error: +# undefined symbol: mpi_abort_ +if(SERAC_ENABLE_CODEVELOP OR (ENABLE_HIP AND STRUMPACK_DIR)) set(ENABLE_FORTRAN ON CACHE BOOL "") endif() diff --git a/cmake/SeracConfigHeader.cmake b/cmake/SeracConfigHeader.cmake index e5ad83a17..7f6276aad 100644 --- a/cmake/SeracConfigHeader.cmake +++ b/cmake/SeracConfigHeader.cmake @@ -60,7 +60,7 @@ endif() # General Build Info #------------------------------------------------------------------------------ serac_convert_to_native_escaped_file_path(${PROJECT_SOURCE_DIR} SERAC_REPO_DIR) -serac_convert_to_native_escaped_file_path(${CMAKE_BINARY_DIR} SERAC_BIN_DIR) +serac_convert_to_native_escaped_file_path(${CMAKE_BINARY_DIR} SERAC_BINARY_DIR) #------------------------------------------------------------------------------ # Create Config Header diff --git a/scripts/spack/packages/serac/package.py b/scripts/spack/packages/serac/package.py index 240e0c7c5..3e00dadab 100644 --- a/scripts/spack/packages/serac/package.py +++ b/scripts/spack/packages/serac/package.py @@ -379,7 +379,7 @@ def initconfig_hardware_entries(self): entries.append( cmake_cache_option("gtest_disable_pthreads", True)) - if "+rocm" in spec: + if spec.satisfies("+rocm"): entries.append(cmake_cache_option("ENABLE_HIP", True)) hip_root = spec["hip"].prefix @@ -398,10 +398,13 @@ def initconfig_hardware_entries(self): hip_link_flags += "-L{0}/../llvm/lib -L{0}/lib ".format(hip_root) hip_link_flags += "-Wl,-rpath,{0}/../llvm/lib:{0}/lib ".format(hip_root) hip_link_flags += "-lpgmath -lflang -lflangrti -lompstub -lamdhip64 " - hip_link_flags += " -L{0}/../lib64 -Wl,-rpath,{0}/../lib64 ".format(hip_root) - hip_link_flags += " -L{0}/../lib -Wl,-rpath,{0}/../lib ".format(hip_root) + hip_link_flags += "-L{0}/../lib64 -Wl,-rpath,{0}/../lib64 ".format(hip_root) + hip_link_flags += "-L{0}/../lib -Wl,-rpath,{0}/../lib ".format(hip_root) hip_link_flags += "-lamd_comgr -lhsa-runtime64 " + if spec.satisfies("+strumpack"): + hip_link_flags += "-lhipblas -lrocsolver " + entries.append(cmake_cache_string("CMAKE_EXE_LINKER_FLAGS", hip_link_flags)) if spec.satisfies("target=ppc64le:"): diff --git a/scripts/spack/specs.json b/scripts/spack/specs.json index ecd30d254..83ae8a346 100644 --- a/scripts/spack/specs.json +++ b/scripts/spack/specs.json @@ -18,7 +18,7 @@ "clang@14.0.6+devtools+profiling" ], "toss_4_x86_64_ib_cray": - [ "clang@17.0.0~openmp+profiling+rocm+raja+umpire~strumpack~petsc amdgpu_target=gfx90a ^hdf5 cflags=-Wno-int-conversion"], + [ "clang@17.0.0~openmp+profiling+rocm+raja+umpire+strumpack~petsc amdgpu_target=gfx90a ^hdf5 cflags=-Wno-int-conversion"], "blueos_3_ppc64le_ib_p9": [ "clang@10.0.1+devtools+cuda+raja+umpire+profiling~strumpack cuda_arch=70" ] diff --git a/scripts/testing/ats.sh.in b/scripts/testing/ats.sh.in index a4ef36293..1b739d0a7 100755 --- a/scripts/testing/ats.sh.in +++ b/scripts/testing/ats.sh.in @@ -15,7 +15,7 @@ # WSL: ./ats.sh # Variables used inside of the base test.ats and this script -export ATS_SERAC_BIN_DIR=@SERAC_BIN_DIR@/bin +export ATS_SERAC_BIN_DIR=@SERAC_BINARY_DIR@/bin export ATS_SERAC_REPO_DIR=@SERAC_REPO_DIR@ export ATS_EXECUTABLE=@ATS_EXECUTABLE@ export ATS_SERAC_BASELINE="none" diff --git a/src/serac/serac_config.hpp.in b/src/serac/serac_config.hpp.in index 2f547920b..91d4a5f43 100644 --- a/src/serac/serac_config.hpp.in +++ b/src/serac/serac_config.hpp.in @@ -20,7 +20,7 @@ // Serac Locations #define SERAC_REPO_DIR "@SERAC_REPO_DIR@" -#define SERAC_BIN_DIR "@SERAC_BIN_DIR@" +#define SERAC_BINARY_DIR "@SERAC_BINARY_DIR@" // Compiler Information #define SERAC_COMPILER_NAME "@CMAKE_CXX_COMPILER_ID@" @@ -31,6 +31,8 @@ #cmakedefine SERAC_USE_CUDA #cmakedefine SERAC_USE_HIP +#cmakedefine SERAC_USE_OPENMP +#cmakedefine SERAC_USE_MPI // Compiler defines for TPLs #cmakedefine SERAC_USE_ADIAK From 9d9a5b52309e42439402d7a441088de3ec2818e8 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Tue, 1 Oct 2024 15:35:55 -0700 Subject: [PATCH 14/24] inherit from spack builtin --- scripts/spack/packages/cray-mpich/package.py | 134 +------------------ 1 file changed, 6 insertions(+), 128 deletions(-) diff --git a/scripts/spack/packages/cray-mpich/package.py b/scripts/spack/packages/cray-mpich/package.py index 4f52782c6..59e6fb54b 100644 --- a/scripts/spack/packages/cray-mpich/package.py +++ b/scripts/spack/packages/cray-mpich/package.py @@ -1,135 +1,13 @@ -# Copyright 2013-2021 Lawrence Livermore National Security, LLC and other -# Spack Project Developers. See the top-level COPYRIGHT file for details. +# Copyright (c) 2019-2024, Lawrence Livermore National Security, LLC and +# other Serac Project Developers. See the top-level COPYRIGHT file for details. # -# SPDX-License-Identifier: (Apache-2.0 OR MIT) +# SPDX-License-Identifier: (BSD-3-Clause) -import os +from spack.pkg.builtin.cray_mpich import CrayMpich as BuiltinCrayMpich -from spack import * -from spack.util.module_cmd import get_path_args_from_module_line, module - - -class CrayMpich(Package): - """Cray's MPICH is a high performance and widely portable implementation of - the Message Passing Interface (MPI) standard.""" - - homepage = "https://docs.nersc.gov/development/compilers/wrappers/" - has_code = False # Skip attempts to fetch source that is not available - - maintainers = ['haampie'] - - # SERAC EDIT START +class CrayMpich(BuiltinCrayMpich): + # Adds newer version version('8.1.13') - # SERAC EDIT END - version('8.1.9') - version('8.1.7') - version('8.1.0') - version('8.0.16') - version('8.0.14') - version('8.0.11') - version('8.0.9') - version('7.7.16') - version('7.7.15') - version('7.7.14') - version('7.7.13') - # SERAC EDIT START # https://github.com/spack/spack/blob/f50f5859f31d7ba76e044039253fdb1689ea017a/lib/spack/spack/build_systems/cached_cmake.py#L230-L234 variant("slurm", default=True, description="Added to get MPIEXEC_NUMPROC_FLAG right") - # SERAC EDIT END - - provides('mpi@3') - - canonical_names = { - 'gcc': 'GNU', - 'cce': 'CRAY', - 'intel': 'INTEL', - 'clang': 'ALLINEA', - 'aocc': 'AOCC' - } - - @property - def modname(self): - return "cray-mpich/{0}".format(self.version) - - @property - def external_prefix(self): - mpich_module = module("show", self.modname).splitlines() - - for line in mpich_module: - if "CRAY_MPICH_DIR" in line: - return get_path_args_from_module_line(line)[0] - - # Fixes an issue on Archer2 cray-mpich/8.0.16 where there is - # no CRAY_MPICH_DIR variable in the module file. - for line in mpich_module: - if "CRAY_LD_LIBRARY_PATH" in line: - libdir = get_path_args_from_module_line(line)[0] - return os.path.dirname(os.path.normpath(libdir)) - - def setup_run_environment(self, env): - if(self.spec.satisfies('@:8.1.6')): - env.set('MPICC', spack_cc) - env.set('MPICXX', spack_cxx) - env.set('MPIF77', spack_fc) - env.set('MPIF90', spack_fc) - else: - # cray-mpich 8.1.7: features MPI compiler wrappers - env.set('MPICC', join_path(self.prefix.bin, 'mpicc')) - env.set('MPICXX', join_path(self.prefix.bin, 'mpicxx')) - env.set('MPIF77', join_path(self.prefix.bin, 'mpif77')) - env.set('MPIF90', join_path(self.prefix.bin, 'mpif90')) - - def setup_dependent_build_environment(self, env, dependent_spec): - self.setup_run_environment(env) - env.set('MPICH_CC', spack_cc) - env.set('MPICH_CXX', spack_cxx) - env.set('MPICH_F77', spack_f77) - env.set('MPICH_F90', spack_fc) - env.set('MPICH_FC', spack_fc) - - def setup_dependent_package(self, module, dependent_spec): - spec = self.spec - if(spec.satisfies('@:8.1.6')): - spec.mpicc = spack_cc - spec.mpicxx = spack_cxx - spec.mpifc = spack_fc - spec.mpif77 = spack_f77 - else: - # cray-mpich 8.1.7: features MPI compiler wrappers - spec.mpicc = join_path(self.prefix.bin, 'mpicc') - spec.mpicxx = join_path(self.prefix.bin, 'mpicxx') - spec.mpifc = join_path(self.prefix.bin, 'mpif90') - spec.mpif77 = join_path(self.prefix.bin, 'mpif77') - - def install(self, spec, prefix): - raise InstallError( - self.spec.format('{name} is not installable, you need to specify ' - 'it as an external package in packages.yaml')) - - @property - def headers(self): - hdrs = find_headers('mpi', self.prefix.include, recursive=True) - hdrs.directories = os.path.dirname(hdrs[0]) - return hdrs - - @property - def libs(self): - query_parameters = self.spec.last_query.extra_parameters - - libraries = ['libmpich'] - - if 'cxx' in query_parameters: - libraries.extend(['libmpicxx', 'libmpichcxx']) - - if 'f77' in query_parameters: - libraries.extend(['libmpifort', 'libmpichfort', - 'libfmpi', 'libfmpich']) - - if 'f90' in query_parameters: - libraries.extend(['libmpif90', 'libmpichf90']) - - libs = find_libraries(libraries, root=self.prefix.lib, recursive=True) - libs += find_libraries(libraries, root=self.prefix.lib64, recursive=True) - - return libs From fd5e8f12293c9e2f0b312677b83d857094755703 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Tue, 1 Oct 2024 18:00:19 -0700 Subject: [PATCH 15/24] rz host configs --- ...os_3_ppc64le_ib_p9-clang@10.0.1_cuda.cmake | 56 +++---- ...zgenie-toss_4_x86_64_ib-clang@14.0.6.cmake | 58 +++---- .../rzgenie-toss_4_x86_64_ib-gcc@10.3.1.cmake | 58 +++---- ...ss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake | 146 ++++++++++++++++++ 4 files changed, 232 insertions(+), 86 deletions(-) create mode 100644 host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake diff --git a/host-configs/rzansel-blueos_3_ppc64le_ib_p9-clang@10.0.1_cuda.cmake b/host-configs/rzansel-blueos_3_ppc64le_ib_p9-clang@10.0.1_cuda.cmake index 3f27234c7..506327929 100644 --- a/host-configs/rzansel-blueos_3_ppc64le_ib_p9-clang@10.0.1_cuda.cmake +++ b/host-configs/rzansel-blueos_3_ppc64le_ib_p9-clang@10.0.1_cuda.cmake @@ -4,13 +4,13 @@ # CMake executable path: /usr/tce/packages/cmake/cmake-3.23.1/bin/cmake #------------------------------------------------------------------------------ -set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/tribol-0.1.0.16-tq7uw7spnci66fjx5xo5fcslilktnd7a;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/caliper-2.10.0-lmchhaevwnb3ybhie4kg5tsctvg3lnc2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/axom-0.9.0.1-erj7kebpmsf5ipqoy7jqoxie3cme3ls2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/umpire-2024.02.0-a4qrvmfohoyz23pm2fy6se3dqvjxuyov;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/raja-2024.02.0-hiykxu7eafyhsfnuyeeauagfe2ltmbt3;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/camp-2024.02.0-d5kne3oy22k46ntfyj3tnk42ekwwpjxn;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/mfem-4.7.0.1-htwjucas7yvnukibdpt52ltdelrm2zwl;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/sundials-6.7.0-z5hjpq7swriry6lplemxnkkofsi6bvy7;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/slepc-3.21.0-wu6bubcm522j4c6citinuym5drm5uxry;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/arpack-ng-3.9.0-jf6qgpron7zyy466nlme6v3fdr6vhp7u;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/petsc-3.21.0-ufkqwxccqq7dsik2kg5srqvm22t2sws7;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/superlu-dist-8.1.2-uxvn2jqln4wduazlr2j2ensokjickudy;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/netcdf-c-4.7.4-yinnezwvab5gukvrirvsfcwu6y3cyvk3;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/hypre-2.26.0-63w3apuyiuy4zrzgmlhneaqbozue5jii;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/lua-5.4.6-it33fnyqq3v4alfsia2qvxke32g32quy;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/conduit-0.9.1-5mm55ep2sxmqjoi4tlog5sy6fpxzrnwg;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/parmetis-4.0.3-tut74ldivll3boz3b7hhfzg6rzcqf4nx;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/hdf5-1.8.23-brqag6dnidikuz73e53butnl4bf3wgoo;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/amgx-2.3.0.1-jw6tho4zzd2stvnc4iserjdalpldsprv;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/adiak-0.4.0-6dh4wo54ignz7vveesxgx2pon6xukzhg;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/metis-5.1.0-sbtr7bqtlpfrjnd6czkecotxc2nfvzza;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/gmake-4.4.1-sdtltqss3tkyaquni4ad2mkhi4zeiwxf;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/fmt-10.2.1-45wqot2vugjftutqkkrsoctcpgx3n3zv;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/cub-2.1.0-deekwfhhrls7x4osov47kc3rvaumsrk2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/ncurses-6.4-c52nzfqhikrz6usniwpqol25mq2dbz65;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1;/usr/tce/packages/cuda/cuda-11.2.0;/usr/tce/packages/python/python-3.8.2;/usr/tce/packages/clang/clang-14.0.5;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/cppcheck-2.9;/usr/tce/packages/cmake/cmake-3.23.1;/usr/tcetmp/packages/lapack/lapack-3.9.0-gcc-7.3.1/lib" CACHE STRING "") +set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/tribol-0.1.0.16-pdkxttywexevkjajsudwaqapy4ti2afr;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/caliper-2.10.0-hsdgvq26w7ldokd24im7t22olxk2uhfj;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/axom-0.9.0.1-mt2cawtqoq7xewdwoq37yfghy5nh3apv;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/umpire-2024.02.0-35gnrpicfbfwsrqkccrdjdku22tsnrfw;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/fmt-10.2.1-fwvc55vrgwhojlmqiztsyaoag5nnyvy2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/raja-2024.02.0-estga2ogex2dfkiuftp34vrdlsaixhma;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/camp-2024.02.0-eduvesqbpsxcphh4n2gwa65rjf5wkvyc;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/cub-2.1.0-rx4n5ieyrqthcyuw653w3vu5cc6rest2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/mfem-4.7.0.1-astib3lrcuba67xbvqq4elpmcrteipyg;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/sundials-6.7.0-55y3n3jf5vqfuphrqiwpemv4wh5fohdl;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/slepc-3.21.0-zaoauen7kvq5fyadn3ehyfkctfawozh3;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/arpack-ng-3.9.0-4igt2sje3dkeflbsfkrlvxjvli3ktomm;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/petsc-3.21.5-bnd2ednvl2feeqoogght3x4jxem4irok;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/superlu-dist-8.1.2-rmayp3wnftzmqzogz2keyot2k57ha6iz;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/gmake-4.4.1-7ahy5lnvlexiw4fjbrpsrcbzcnrdtgdz;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/netcdf-c-4.7.4-izq7lcbg24z3iebsik7xxpjd3bl5pjsn;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/hypre-2.26.0-ch4xz4czmswqmlbylaw6tk5l6c2gll4s;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/lua-5.4.6-l7ijl3u2ll6ahx2mplg2cu4sptohamq3;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/ncurses-6.5-2ew4kz2xomnkkzxidnn5ze6kyexw4qtz;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/conduit-0.9.1-onlx4xgihxanvchd3p6zvwuv2qngwtur;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/parmetis-4.0.3-wetp4gdthhqnxj5ocbkygnku5y7odbal;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/metis-5.1.0-ds2wv5n3xygzkpwqpkfynczr2n3xobpw;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/hdf5-1.8.23-pi3hm2uwsjws35sjtg62mjz5fqvdbd3f;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/amgx-2.3.0.1-f36c4zc3i2dm6bte6s6jqchnxmsewko2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/adiak-0.4.0-v4ixnbs4u35dlspgr6tqnepcbrdqnlj6;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1;/usr/tce/packages/cuda/cuda-11.2.0;/usr/tce/packages/python/python-3.8.2;/usr/tce/packages/clang/clang-14.0.5;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/cppcheck-2.9;/usr/tce/packages/cmake/cmake-3.23.1;/usr/tcetmp/packages/lapack/lapack-3.9.0-gcc-7.3.1/lib" CACHE STRING "") set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") -set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/serac-develop-sqi5wq32qbxdm4rdkd6r3x6bzwwrvsxg/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/serac-develop-sqi5wq32qbxdm4rdkd6r3x6bzwwrvsxg/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/adiak-0.4.0-6dh4wo54ignz7vveesxgx2pon6xukzhg/lib;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/amgx-2.3.0.1-jw6tho4zzd2stvnc4iserjdalpldsprv/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/axom-0.9.0.1-erj7kebpmsf5ipqoy7jqoxie3cme3ls2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/conduit-0.9.1-5mm55ep2sxmqjoi4tlog5sy6fpxzrnwg/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/hdf5-1.8.23-brqag6dnidikuz73e53butnl4bf3wgoo/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/metis-5.1.0-sbtr7bqtlpfrjnd6czkecotxc2nfvzza/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/parmetis-4.0.3-tut74ldivll3boz3b7hhfzg6rzcqf4nx/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/lua-5.4.6-it33fnyqq3v4alfsia2qvxke32g32quy/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/ncurses-6.4-c52nzfqhikrz6usniwpqol25mq2dbz65/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/mfem-4.7.0.1-htwjucas7yvnukibdpt52ltdelrm2zwl/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/hypre-2.26.0-63w3apuyiuy4zrzgmlhneaqbozue5jii/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/netcdf-c-4.7.4-yinnezwvab5gukvrirvsfcwu6y3cyvk3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/petsc-3.21.0-ufkqwxccqq7dsik2kg5srqvm22t2sws7/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/superlu-dist-8.1.2-uxvn2jqln4wduazlr2j2ensokjickudy/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/slepc-3.21.0-wu6bubcm522j4c6citinuym5drm5uxry/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/raja-2024.02.0-hiykxu7eafyhsfnuyeeauagfe2ltmbt3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/camp-2024.02.0-d5kne3oy22k46ntfyj3tnk42ekwwpjxn/lib;/usr/tce/packages/clang/clang-14.0.5/lib;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.8.2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/tribol-0.1.0.16-tq7uw7spnci66fjx5xo5fcslilktnd7a/lib;/usr/tce/packages/cuda/cuda-11.2.0/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/arpack-ng-3.9.0-jf6qgpron7zyy466nlme6v3fdr6vhp7u/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/sundials-6.7.0-z5hjpq7swriry6lplemxnkkofsi6bvy7/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/umpire-2024.02.0-a4qrvmfohoyz23pm2fy6se3dqvjxuyov/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/fmt-10.2.1-45wqot2vugjftutqkkrsoctcpgx3n3zv/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/caliper-2.10.0-lmchhaevwnb3ybhie4kg5tsctvg3lnc2/lib64;/usr/tce/packages/gcc/gcc-8.3.1/rh/usr/lib/gcc/ppc64le-redhat-linux/8;/usr/tce/packages/clang/clang-ibm-10.0.1/release/lib;/usr/tce/packages/clang/clang-ibm-10.0.1-gcc-8.3.1/release/lib" CACHE STRING "") +set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/serac-develop-ormmpadyuffhtzze3bqf77ai3cex46ou/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/serac-develop-ormmpadyuffhtzze3bqf77ai3cex46ou/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/adiak-0.4.0-v4ixnbs4u35dlspgr6tqnepcbrdqnlj6/lib;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/amgx-2.3.0.1-f36c4zc3i2dm6bte6s6jqchnxmsewko2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/axom-0.9.0.1-mt2cawtqoq7xewdwoq37yfghy5nh3apv/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/conduit-0.9.1-onlx4xgihxanvchd3p6zvwuv2qngwtur/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/hdf5-1.8.23-pi3hm2uwsjws35sjtg62mjz5fqvdbd3f/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/metis-5.1.0-ds2wv5n3xygzkpwqpkfynczr2n3xobpw/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/parmetis-4.0.3-wetp4gdthhqnxj5ocbkygnku5y7odbal/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/lua-5.4.6-l7ijl3u2ll6ahx2mplg2cu4sptohamq3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/ncurses-6.5-2ew4kz2xomnkkzxidnn5ze6kyexw4qtz/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/mfem-4.7.0.1-astib3lrcuba67xbvqq4elpmcrteipyg/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/hypre-2.26.0-ch4xz4czmswqmlbylaw6tk5l6c2gll4s/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/netcdf-c-4.7.4-izq7lcbg24z3iebsik7xxpjd3bl5pjsn/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/petsc-3.21.5-bnd2ednvl2feeqoogght3x4jxem4irok/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/superlu-dist-8.1.2-rmayp3wnftzmqzogz2keyot2k57ha6iz/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/slepc-3.21.0-zaoauen7kvq5fyadn3ehyfkctfawozh3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/raja-2024.02.0-estga2ogex2dfkiuftp34vrdlsaixhma/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/camp-2024.02.0-eduvesqbpsxcphh4n2gwa65rjf5wkvyc/lib;/usr/tce/packages/clang/clang-14.0.5/lib;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.8.2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/tribol-0.1.0.16-pdkxttywexevkjajsudwaqapy4ti2afr/lib;/usr/tce/packages/cuda/cuda-11.2.0/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/arpack-ng-3.9.0-4igt2sje3dkeflbsfkrlvxjvli3ktomm/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/sundials-6.7.0-55y3n3jf5vqfuphrqiwpemv4wh5fohdl/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/umpire-2024.02.0-35gnrpicfbfwsrqkccrdjdku22tsnrfw/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/fmt-10.2.1-fwvc55vrgwhojlmqiztsyaoag5nnyvy2/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/caliper-2.10.0-hsdgvq26w7ldokd24im7t22olxk2uhfj/lib64;/usr/tce/packages/gcc/gcc-8.3.1/rh/usr/lib/gcc/ppc64le-redhat-linux/8;/usr/tce/packages/clang/clang-ibm-10.0.1/release/lib;/usr/tce/packages/clang/clang-ibm-10.0.1-gcc-8.3.1/release/lib" CACHE STRING "") -set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/serac-develop-sqi5wq32qbxdm4rdkd6r3x6bzwwrvsxg/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/serac-develop-sqi5wq32qbxdm4rdkd6r3x6bzwwrvsxg/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/adiak-0.4.0-6dh4wo54ignz7vveesxgx2pon6xukzhg/lib;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/amgx-2.3.0.1-jw6tho4zzd2stvnc4iserjdalpldsprv/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/axom-0.9.0.1-erj7kebpmsf5ipqoy7jqoxie3cme3ls2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/conduit-0.9.1-5mm55ep2sxmqjoi4tlog5sy6fpxzrnwg/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/hdf5-1.8.23-brqag6dnidikuz73e53butnl4bf3wgoo/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/metis-5.1.0-sbtr7bqtlpfrjnd6czkecotxc2nfvzza/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/parmetis-4.0.3-tut74ldivll3boz3b7hhfzg6rzcqf4nx/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/lua-5.4.6-it33fnyqq3v4alfsia2qvxke32g32quy/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/ncurses-6.4-c52nzfqhikrz6usniwpqol25mq2dbz65/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/mfem-4.7.0.1-htwjucas7yvnukibdpt52ltdelrm2zwl/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/hypre-2.26.0-63w3apuyiuy4zrzgmlhneaqbozue5jii/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/netcdf-c-4.7.4-yinnezwvab5gukvrirvsfcwu6y3cyvk3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/petsc-3.21.0-ufkqwxccqq7dsik2kg5srqvm22t2sws7/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/superlu-dist-8.1.2-uxvn2jqln4wduazlr2j2ensokjickudy/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/slepc-3.21.0-wu6bubcm522j4c6citinuym5drm5uxry/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/raja-2024.02.0-hiykxu7eafyhsfnuyeeauagfe2ltmbt3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/camp-2024.02.0-d5kne3oy22k46ntfyj3tnk42ekwwpjxn/lib;/usr/tce/packages/clang/clang-14.0.5/lib;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.8.2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/tribol-0.1.0.16-tq7uw7spnci66fjx5xo5fcslilktnd7a/lib;/usr/tce/packages/cuda/cuda-11.2.0/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/arpack-ng-3.9.0-jf6qgpron7zyy466nlme6v3fdr6vhp7u/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/sundials-6.7.0-z5hjpq7swriry6lplemxnkkofsi6bvy7/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/umpire-2024.02.0-a4qrvmfohoyz23pm2fy6se3dqvjxuyov/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/fmt-10.2.1-45wqot2vugjftutqkkrsoctcpgx3n3zv/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1/caliper-2.10.0-lmchhaevwnb3ybhie4kg5tsctvg3lnc2/lib64;/usr/tce/packages/gcc/gcc-8.3.1/rh/usr/lib/gcc/ppc64le-redhat-linux/8;/usr/tce/packages/clang/clang-ibm-10.0.1/release/lib;/usr/tce/packages/clang/clang-ibm-10.0.1-gcc-8.3.1/release/lib" CACHE STRING "") +set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/serac-develop-ormmpadyuffhtzze3bqf77ai3cex46ou/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/serac-develop-ormmpadyuffhtzze3bqf77ai3cex46ou/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/adiak-0.4.0-v4ixnbs4u35dlspgr6tqnepcbrdqnlj6/lib;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/amgx-2.3.0.1-f36c4zc3i2dm6bte6s6jqchnxmsewko2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/axom-0.9.0.1-mt2cawtqoq7xewdwoq37yfghy5nh3apv/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/conduit-0.9.1-onlx4xgihxanvchd3p6zvwuv2qngwtur/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/hdf5-1.8.23-pi3hm2uwsjws35sjtg62mjz5fqvdbd3f/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/metis-5.1.0-ds2wv5n3xygzkpwqpkfynczr2n3xobpw/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/parmetis-4.0.3-wetp4gdthhqnxj5ocbkygnku5y7odbal/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/lua-5.4.6-l7ijl3u2ll6ahx2mplg2cu4sptohamq3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/ncurses-6.5-2ew4kz2xomnkkzxidnn5ze6kyexw4qtz/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/mfem-4.7.0.1-astib3lrcuba67xbvqq4elpmcrteipyg/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/hypre-2.26.0-ch4xz4czmswqmlbylaw6tk5l6c2gll4s/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/netcdf-c-4.7.4-izq7lcbg24z3iebsik7xxpjd3bl5pjsn/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/petsc-3.21.5-bnd2ednvl2feeqoogght3x4jxem4irok/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/superlu-dist-8.1.2-rmayp3wnftzmqzogz2keyot2k57ha6iz/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/slepc-3.21.0-zaoauen7kvq5fyadn3ehyfkctfawozh3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/raja-2024.02.0-estga2ogex2dfkiuftp34vrdlsaixhma/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/camp-2024.02.0-eduvesqbpsxcphh4n2gwa65rjf5wkvyc/lib;/usr/tce/packages/clang/clang-14.0.5/lib;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.8.2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/tribol-0.1.0.16-pdkxttywexevkjajsudwaqapy4ti2afr/lib;/usr/tce/packages/cuda/cuda-11.2.0/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/arpack-ng-3.9.0-4igt2sje3dkeflbsfkrlvxjvli3ktomm/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/sundials-6.7.0-55y3n3jf5vqfuphrqiwpemv4wh5fohdl/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/umpire-2024.02.0-35gnrpicfbfwsrqkccrdjdku22tsnrfw/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/fmt-10.2.1-fwvc55vrgwhojlmqiztsyaoag5nnyvy2/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1/caliper-2.10.0-hsdgvq26w7ldokd24im7t22olxk2uhfj/lib64;/usr/tce/packages/gcc/gcc-8.3.1/rh/usr/lib/gcc/ppc64le-redhat-linux/8;/usr/tce/packages/clang/clang-ibm-10.0.1/release/lib;/usr/tce/packages/clang/clang-ibm-10.0.1-gcc-8.3.1/release/lib" CACHE STRING "") set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") @@ -21,11 +21,11 @@ set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") #------------------------------------------------------------------------------ if(DEFINED ENV{SPACK_CC}) - set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/spack/lib/spack/env/clang/clang" CACHE PATH "") + set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/spack/lib/spack/env/clang/clang" CACHE PATH "") - set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/spack/lib/spack/env/clang/clang++" CACHE PATH "") + set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/spack/lib/spack/env/clang/clang++" CACHE PATH "") - set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/spack/lib/spack/env/clang/gfortran" CACHE PATH "") + set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/spack/lib/spack/env/clang/gfortran" CACHE PATH "") else() @@ -99,51 +99,51 @@ set(BLT_CMAKE_IMPLICIT_LINK_DIRECTORIES_EXCLUDE "/usr/tce/packages/gcc/gcc-4.9.3 # TPLs #------------------------------------------------------------------------------ -set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_19_15_35_39/clang-10.0.1" CACHE PATH "") +set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_05/clang-10.0.1" CACHE PATH "") -set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-erj7kebpmsf5ipqoy7jqoxie3cme3ls2" CACHE PATH "") +set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-mt2cawtqoq7xewdwoq37yfghy5nh3apv" CACHE PATH "") -set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-d5kne3oy22k46ntfyj3tnk42ekwwpjxn" CACHE PATH "") +set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-eduvesqbpsxcphh4n2gwa65rjf5wkvyc" CACHE PATH "") -set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-5mm55ep2sxmqjoi4tlog5sy6fpxzrnwg" CACHE PATH "") +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-onlx4xgihxanvchd3p6zvwuv2qngwtur" CACHE PATH "") -set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-it33fnyqq3v4alfsia2qvxke32g32quy" CACHE PATH "") +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-l7ijl3u2ll6ahx2mplg2cu4sptohamq3" CACHE PATH "") -set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-htwjucas7yvnukibdpt52ltdelrm2zwl" CACHE PATH "") +set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-astib3lrcuba67xbvqq4elpmcrteipyg" CACHE PATH "") -set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-brqag6dnidikuz73e53butnl4bf3wgoo" CACHE PATH "") +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-pi3hm2uwsjws35sjtg62mjz5fqvdbd3f" CACHE PATH "") -set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-63w3apuyiuy4zrzgmlhneaqbozue5jii" CACHE PATH "") +set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-ch4xz4czmswqmlbylaw6tk5l6c2gll4s" CACHE PATH "") -set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-sbtr7bqtlpfrjnd6czkecotxc2nfvzza" CACHE PATH "") +set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-ds2wv5n3xygzkpwqpkfynczr2n3xobpw" CACHE PATH "") -set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-tut74ldivll3boz3b7hhfzg6rzcqf4nx" CACHE PATH "") +set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-wetp4gdthhqnxj5ocbkygnku5y7odbal" CACHE PATH "") -set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-yinnezwvab5gukvrirvsfcwu6y3cyvk3" CACHE PATH "") +set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-izq7lcbg24z3iebsik7xxpjd3bl5pjsn" CACHE PATH "") -set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-uxvn2jqln4wduazlr2j2ensokjickudy" CACHE PATH "") +set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-rmayp3wnftzmqzogz2keyot2k57ha6iz" CACHE PATH "") -set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-jf6qgpron7zyy466nlme6v3fdr6vhp7u" CACHE PATH "") +set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-4igt2sje3dkeflbsfkrlvxjvli3ktomm" CACHE PATH "") -set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-6dh4wo54ignz7vveesxgx2pon6xukzhg" CACHE PATH "") +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-v4ixnbs4u35dlspgr6tqnepcbrdqnlj6" CACHE PATH "") -set(AMGX_DIR "${TPL_ROOT}/amgx-2.3.0.1-jw6tho4zzd2stvnc4iserjdalpldsprv" CACHE PATH "") +set(AMGX_DIR "${TPL_ROOT}/amgx-2.3.0.1-f36c4zc3i2dm6bte6s6jqchnxmsewko2" CACHE PATH "") -set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-lmchhaevwnb3ybhie4kg5tsctvg3lnc2" CACHE PATH "") +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-hsdgvq26w7ldokd24im7t22olxk2uhfj" CACHE PATH "") -set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.0-ufkqwxccqq7dsik2kg5srqvm22t2sws7" CACHE PATH "") +set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.5-bnd2ednvl2feeqoogght3x4jxem4irok" CACHE PATH "") -set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-hiykxu7eafyhsfnuyeeauagfe2ltmbt3" CACHE PATH "") +set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-estga2ogex2dfkiuftp34vrdlsaixhma" CACHE PATH "") -set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-wu6bubcm522j4c6citinuym5drm5uxry" CACHE PATH "") +set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-zaoauen7kvq5fyadn3ehyfkctfawozh3" CACHE PATH "") # STRUMPACK not built -set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-z5hjpq7swriry6lplemxnkkofsi6bvy7" CACHE PATH "") +set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-55y3n3jf5vqfuphrqiwpemv4wh5fohdl" CACHE PATH "") -set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-a4qrvmfohoyz23pm2fy6se3dqvjxuyov" CACHE PATH "") +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-35gnrpicfbfwsrqkccrdjdku22tsnrfw" CACHE PATH "") -set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-tq7uw7spnci66fjx5xo5fcslilktnd7a" CACHE PATH "") +set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-pdkxttywexevkjajsudwaqapy4ti2afr" CACHE PATH "") #------------------------------------------------------------------------------ # Devtools diff --git a/host-configs/rzgenie-toss_4_x86_64_ib-clang@14.0.6.cmake b/host-configs/rzgenie-toss_4_x86_64_ib-clang@14.0.6.cmake index efdea2b91..c2e48981e 100644 --- a/host-configs/rzgenie-toss_4_x86_64_ib-clang@14.0.6.cmake +++ b/host-configs/rzgenie-toss_4_x86_64_ib-clang@14.0.6.cmake @@ -4,13 +4,13 @@ # CMake executable path: /usr/tce/bin/cmake #------------------------------------------------------------------------------ -set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/tribol-0.1.0.16-ihtxdqnqmpmjqbdqpu2uk7z6wfbel64l;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/caliper-2.10.0-ca2zzh27ovjzbmet7gcugn63ikecknfz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/axom-0.9.0.1-hjzajs2vl6tprw5qddxmgb22v6vm2w4a;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/umpire-2024.02.0-2pccudwljtl4ufrricelmfcgdqlvlndh;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/raja-2024.02.0-lrls3lvqdzzabpbebmujm6gsxh2u2k7d;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/mfem-4.7.0.1-x675lu4mevyu7my2i2lh5e63rmi5e2aa;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/sundials-6.7.0-x46fxvrxdsjf5cm6mwx2mrm4mkbyznbd;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/slepc-3.21.0-dop75j5pq4vu7fw7fqlpbtrnao73xljp;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/arpack-ng-3.9.0-z6e4u4my5buisckbihczmz5j32pxs2v4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/petsc-3.21.0-5uzavaynlnsviuosmsbejm73vh632t7h;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/superlu-dist-8.1.2-2dr7wuoddwu37rrkf3xwzs45x2rhwcjf;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/strumpack-7.2.0-f4hu2gf3rnohun54plwlpabsl2nfjfs5;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/netlib-scalapack-2.2.0-vsob74ufx2to5q5vqbxhmolpvgoorml4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/netcdf-c-4.7.4-njrhnbetiu6kxwycmssvkxed6zfrxdvw;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/hypre-2.26.0-hhftpsdyvptxzzowqjbdb2j6jom6dmps;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/conduit-0.9.1-353pomgdb7d5pebbj4iyzc5433qso5x2;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/parmetis-4.0.3-xbeutwo45nrcbob444xxhg6kzuhpslcv;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/hdf5-1.8.23-zcie2cfvrnkzyvatgrcuj27a5wlowfan;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/adiak-0.4.0-7gdtwetnsn5ejsfiocpk6mg6z4l644pl;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/metis-5.1.0-4exxxa6bgi67aiujlhvvnbyj3yjmfln2;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/camp-2024.02.0-cqk4dzztmpe2zdthzy6bh7imn7f5kpjj;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/libunwind-1.6.2-efhvzfczdc4a67dqpyi25ybpz2gsa7k3;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/fmt-10.2.1-pi2bzmpjnojtwewl4gtifgfywxeie7wu;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/zlib-ng-2.1.6-qhxzcaaq75coesuhnxldgtchfvm2iuyd;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6;/usr/tce/packages/python/python-3.9.12;/usr/tce/packages/clang/clang-14.0.6;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/cppcheck-2.9;/usr/tce;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6;/usr/tce/packages/clang/clang-14.0.6" CACHE STRING "") +set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/tribol-0.1.0.16-laq7ejwr3fxbxpu4jjo6o6f76v2qungc;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/caliper-2.10.0-dp2hknbdalvokhjypxku7jgkw3im4lc4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/libunwind-1.6.2-525xjhdzj3byebl6hpv7soeqkd5orlhz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/axom-0.9.0.1-4mfmdgnitrad7f7p2ka5g7rm7mxixwah;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/umpire-2024.02.0-purxq5nbxq3yqqbrvkn7el5rauaiz5oz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/fmt-10.2.1-cfpuxzg2dg73pyg3ybrplc6ok7gbs4gg;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/raja-2024.02.0-kzxjn47u6gyq5xgjsoesnrhii2mkv75c;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/camp-2024.02.0-44syf6lruhtmdhvknku6vvbjyjofaqec;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/mfem-4.7.0.1-sgrxqqpfl75uny33xk4jo44xio3ogzc5;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/sundials-6.7.0-xtyr4adfqysuhgf3hta35invr6oy34t4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/slepc-3.21.0-j3mqeonj7zq5mbycguo5v2wyjgfu7t7g;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/arpack-ng-3.9.0-6tkc7swzotn642ucwabxvhcg7546yflm;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/petsc-3.21.5-z25wwguoru2p2eidxw63qvwwtjwtbx43;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/superlu-dist-8.1.2-svz77kig5lt7tvzejrrqsyoppd3yvaly;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/strumpack-7.2.0-xq7nxtnyqca7gchy46vcl3pmkwl3e3rn;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/netlib-scalapack-2.2.0-7ufytkwe3flhjnpskijhugi7vfjrxeay;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/netcdf-c-4.7.4-eqjhzuxp2ktgckwdqcr3x5gqgdsgcpyc;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/hypre-2.26.0-sjbbiwfbp4d22o554mfvvw4xyx6aaw5q;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/conduit-0.9.1-7vaqdrodvtzp433zn4prh3szrd737kgo;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/parmetis-4.0.3-xicxaa3tcb4s5cuepszfstglc2efrg7n;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/metis-5.1.0-5xkmegbui6mvrw6hfm22vle32a7wnghd;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/hdf5-1.8.23-2xvw3xy72vktia3e3ymom23luh3sfscg;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/adiak-0.4.0-iv6c4dmogjmfcz5trguac6nsmypoy6n4;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6;/usr/tce/packages/python/python-3.9.12;/usr/tce/packages/clang/clang-14.0.6;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/cppcheck-2.9;/usr/tce;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6;/usr/tce/packages/clang/clang-14.0.6" CACHE STRING "") set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") -set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/serac-develop-xnxlhx4aktivsnrmju7hpsyqmdtz2rde/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/serac-develop-xnxlhx4aktivsnrmju7hpsyqmdtz2rde/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/adiak-0.4.0-7gdtwetnsn5ejsfiocpk6mg6z4l644pl/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/axom-0.9.0.1-hjzajs2vl6tprw5qddxmgb22v6vm2w4a/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/conduit-0.9.1-353pomgdb7d5pebbj4iyzc5433qso5x2/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/hdf5-1.8.23-zcie2cfvrnkzyvatgrcuj27a5wlowfan/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/zlib-ng-2.1.6-qhxzcaaq75coesuhnxldgtchfvm2iuyd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/metis-5.1.0-4exxxa6bgi67aiujlhvvnbyj3yjmfln2/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/parmetis-4.0.3-xbeutwo45nrcbob444xxhg6kzuhpslcv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/mfem-4.7.0.1-x675lu4mevyu7my2i2lh5e63rmi5e2aa/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/hypre-2.26.0-hhftpsdyvptxzzowqjbdb2j6jom6dmps/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/netcdf-c-4.7.4-njrhnbetiu6kxwycmssvkxed6zfrxdvw/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/petsc-3.21.0-5uzavaynlnsviuosmsbejm73vh632t7h/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/netlib-scalapack-2.2.0-vsob74ufx2to5q5vqbxhmolpvgoorml4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/superlu-dist-8.1.2-2dr7wuoddwu37rrkf3xwzs45x2rhwcjf/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/slepc-3.21.0-dop75j5pq4vu7fw7fqlpbtrnao73xljp/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/raja-2024.02.0-lrls3lvqdzzabpbebmujm6gsxh2u2k7d/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/camp-2024.02.0-cqk4dzztmpe2zdthzy6bh7imn7f5kpjj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/libunwind-1.6.2-efhvzfczdc4a67dqpyi25ybpz2gsa7k3/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/tribol-0.1.0.16-ihtxdqnqmpmjqbdqpu2uk7z6wfbel64l/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/strumpack-7.2.0-f4hu2gf3rnohun54plwlpabsl2nfjfs5/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/arpack-ng-3.9.0-z6e4u4my5buisckbihczmz5j32pxs2v4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/sundials-6.7.0-x46fxvrxdsjf5cm6mwx2mrm4mkbyznbd/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/umpire-2024.02.0-2pccudwljtl4ufrricelmfcgdqlvlndh/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/fmt-10.2.1-pi2bzmpjnojtwewl4gtifgfywxeie7wu/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/caliper-2.10.0-ca2zzh27ovjzbmet7gcugn63ikecknfz/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") +set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/serac-develop-c7wsewfwgsb6gdf25msctnq5ihsofsun/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/serac-develop-c7wsewfwgsb6gdf25msctnq5ihsofsun/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/adiak-0.4.0-iv6c4dmogjmfcz5trguac6nsmypoy6n4/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/axom-0.9.0.1-4mfmdgnitrad7f7p2ka5g7rm7mxixwah/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/conduit-0.9.1-7vaqdrodvtzp433zn4prh3szrd737kgo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/hdf5-1.8.23-2xvw3xy72vktia3e3ymom23luh3sfscg/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/metis-5.1.0-5xkmegbui6mvrw6hfm22vle32a7wnghd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/parmetis-4.0.3-xicxaa3tcb4s5cuepszfstglc2efrg7n/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/mfem-4.7.0.1-sgrxqqpfl75uny33xk4jo44xio3ogzc5/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/hypre-2.26.0-sjbbiwfbp4d22o554mfvvw4xyx6aaw5q/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/netcdf-c-4.7.4-eqjhzuxp2ktgckwdqcr3x5gqgdsgcpyc/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/petsc-3.21.5-z25wwguoru2p2eidxw63qvwwtjwtbx43/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/netlib-scalapack-2.2.0-7ufytkwe3flhjnpskijhugi7vfjrxeay/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/superlu-dist-8.1.2-svz77kig5lt7tvzejrrqsyoppd3yvaly/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/slepc-3.21.0-j3mqeonj7zq5mbycguo5v2wyjgfu7t7g/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/raja-2024.02.0-kzxjn47u6gyq5xgjsoesnrhii2mkv75c/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/camp-2024.02.0-44syf6lruhtmdhvknku6vvbjyjofaqec/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/libunwind-1.6.2-525xjhdzj3byebl6hpv7soeqkd5orlhz/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/tribol-0.1.0.16-laq7ejwr3fxbxpu4jjo6o6f76v2qungc/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/strumpack-7.2.0-xq7nxtnyqca7gchy46vcl3pmkwl3e3rn/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/arpack-ng-3.9.0-6tkc7swzotn642ucwabxvhcg7546yflm/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/sundials-6.7.0-xtyr4adfqysuhgf3hta35invr6oy34t4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/umpire-2024.02.0-purxq5nbxq3yqqbrvkn7el5rauaiz5oz/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/fmt-10.2.1-cfpuxzg2dg73pyg3ybrplc6ok7gbs4gg/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/caliper-2.10.0-dp2hknbdalvokhjypxku7jgkw3im4lc4/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") -set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/serac-develop-xnxlhx4aktivsnrmju7hpsyqmdtz2rde/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/serac-develop-xnxlhx4aktivsnrmju7hpsyqmdtz2rde/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/adiak-0.4.0-7gdtwetnsn5ejsfiocpk6mg6z4l644pl/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/axom-0.9.0.1-hjzajs2vl6tprw5qddxmgb22v6vm2w4a/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/conduit-0.9.1-353pomgdb7d5pebbj4iyzc5433qso5x2/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/hdf5-1.8.23-zcie2cfvrnkzyvatgrcuj27a5wlowfan/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/zlib-ng-2.1.6-qhxzcaaq75coesuhnxldgtchfvm2iuyd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/metis-5.1.0-4exxxa6bgi67aiujlhvvnbyj3yjmfln2/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/parmetis-4.0.3-xbeutwo45nrcbob444xxhg6kzuhpslcv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/mfem-4.7.0.1-x675lu4mevyu7my2i2lh5e63rmi5e2aa/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/hypre-2.26.0-hhftpsdyvptxzzowqjbdb2j6jom6dmps/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/netcdf-c-4.7.4-njrhnbetiu6kxwycmssvkxed6zfrxdvw/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/petsc-3.21.0-5uzavaynlnsviuosmsbejm73vh632t7h/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/netlib-scalapack-2.2.0-vsob74ufx2to5q5vqbxhmolpvgoorml4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/superlu-dist-8.1.2-2dr7wuoddwu37rrkf3xwzs45x2rhwcjf/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/slepc-3.21.0-dop75j5pq4vu7fw7fqlpbtrnao73xljp/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/raja-2024.02.0-lrls3lvqdzzabpbebmujm6gsxh2u2k7d/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/camp-2024.02.0-cqk4dzztmpe2zdthzy6bh7imn7f5kpjj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/libunwind-1.6.2-efhvzfczdc4a67dqpyi25ybpz2gsa7k3/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/tribol-0.1.0.16-ihtxdqnqmpmjqbdqpu2uk7z6wfbel64l/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/strumpack-7.2.0-f4hu2gf3rnohun54plwlpabsl2nfjfs5/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/arpack-ng-3.9.0-z6e4u4my5buisckbihczmz5j32pxs2v4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/sundials-6.7.0-x46fxvrxdsjf5cm6mwx2mrm4mkbyznbd/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/umpire-2024.02.0-2pccudwljtl4ufrricelmfcgdqlvlndh/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/fmt-10.2.1-pi2bzmpjnojtwewl4gtifgfywxeie7wu/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6/caliper-2.10.0-ca2zzh27ovjzbmet7gcugn63ikecknfz/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") +set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/serac-develop-c7wsewfwgsb6gdf25msctnq5ihsofsun/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/serac-develop-c7wsewfwgsb6gdf25msctnq5ihsofsun/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/adiak-0.4.0-iv6c4dmogjmfcz5trguac6nsmypoy6n4/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/axom-0.9.0.1-4mfmdgnitrad7f7p2ka5g7rm7mxixwah/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/conduit-0.9.1-7vaqdrodvtzp433zn4prh3szrd737kgo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/hdf5-1.8.23-2xvw3xy72vktia3e3ymom23luh3sfscg/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/metis-5.1.0-5xkmegbui6mvrw6hfm22vle32a7wnghd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/parmetis-4.0.3-xicxaa3tcb4s5cuepszfstglc2efrg7n/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/mfem-4.7.0.1-sgrxqqpfl75uny33xk4jo44xio3ogzc5/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/hypre-2.26.0-sjbbiwfbp4d22o554mfvvw4xyx6aaw5q/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/netcdf-c-4.7.4-eqjhzuxp2ktgckwdqcr3x5gqgdsgcpyc/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/petsc-3.21.5-z25wwguoru2p2eidxw63qvwwtjwtbx43/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/netlib-scalapack-2.2.0-7ufytkwe3flhjnpskijhugi7vfjrxeay/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/superlu-dist-8.1.2-svz77kig5lt7tvzejrrqsyoppd3yvaly/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/slepc-3.21.0-j3mqeonj7zq5mbycguo5v2wyjgfu7t7g/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/raja-2024.02.0-kzxjn47u6gyq5xgjsoesnrhii2mkv75c/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/camp-2024.02.0-44syf6lruhtmdhvknku6vvbjyjofaqec/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/libunwind-1.6.2-525xjhdzj3byebl6hpv7soeqkd5orlhz/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/tribol-0.1.0.16-laq7ejwr3fxbxpu4jjo6o6f76v2qungc/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/strumpack-7.2.0-xq7nxtnyqca7gchy46vcl3pmkwl3e3rn/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/arpack-ng-3.9.0-6tkc7swzotn642ucwabxvhcg7546yflm/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/sundials-6.7.0-xtyr4adfqysuhgf3hta35invr6oy34t4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/umpire-2024.02.0-purxq5nbxq3yqqbrvkn7el5rauaiz5oz/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/fmt-10.2.1-cfpuxzg2dg73pyg3ybrplc6ok7gbs4gg/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6/caliper-2.10.0-dp2hknbdalvokhjypxku7jgkw3im4lc4/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") @@ -21,11 +21,11 @@ set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") #------------------------------------------------------------------------------ if(DEFINED ENV{SPACK_CC}) - set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/spack/lib/spack/env/clang/clang" CACHE PATH "") + set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/spack/lib/spack/env/clang/clang" CACHE PATH "") - set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/spack/lib/spack/env/clang/clang++" CACHE PATH "") + set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/spack/lib/spack/env/clang/clang++" CACHE PATH "") - set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/spack/lib/spack/env/clang/gfortran" CACHE PATH "") + set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/spack/lib/spack/env/clang/gfortran" CACHE PATH "") else() @@ -47,12 +47,12 @@ set(MPI_CXX_COMPILER "/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/bin set(MPI_Fortran_COMPILER "/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/bin/mpif90" CACHE PATH "") -set(MPIEXEC_EXECUTABLE "/usr/bin/srun" CACHE PATH "") - set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") set(ENABLE_MPI ON CACHE BOOL "") +set(MPIEXEC_EXECUTABLE "/usr/bin/srun" CACHE PATH "") + #------------------------------------------------------------------------------ # Hardware #------------------------------------------------------------------------------ @@ -63,51 +63,51 @@ set(ENABLE_OPENMP ON CACHE BOOL "") # TPLs #------------------------------------------------------------------------------ -set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/clang-14.0.6" CACHE PATH "") +set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/clang-14.0.6" CACHE PATH "") -set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-hjzajs2vl6tprw5qddxmgb22v6vm2w4a" CACHE PATH "") +set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-4mfmdgnitrad7f7p2ka5g7rm7mxixwah" CACHE PATH "") -set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-cqk4dzztmpe2zdthzy6bh7imn7f5kpjj" CACHE PATH "") +set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-44syf6lruhtmdhvknku6vvbjyjofaqec" CACHE PATH "") -set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-353pomgdb7d5pebbj4iyzc5433qso5x2" CACHE PATH "") +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-7vaqdrodvtzp433zn4prh3szrd737kgo" CACHE PATH "") set(LUA_DIR "/usr" CACHE PATH "") -set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-x675lu4mevyu7my2i2lh5e63rmi5e2aa" CACHE PATH "") +set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-sgrxqqpfl75uny33xk4jo44xio3ogzc5" CACHE PATH "") -set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-zcie2cfvrnkzyvatgrcuj27a5wlowfan" CACHE PATH "") +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-2xvw3xy72vktia3e3ymom23luh3sfscg" CACHE PATH "") -set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-hhftpsdyvptxzzowqjbdb2j6jom6dmps" CACHE PATH "") +set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-sjbbiwfbp4d22o554mfvvw4xyx6aaw5q" CACHE PATH "") -set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-4exxxa6bgi67aiujlhvvnbyj3yjmfln2" CACHE PATH "") +set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-5xkmegbui6mvrw6hfm22vle32a7wnghd" CACHE PATH "") -set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-xbeutwo45nrcbob444xxhg6kzuhpslcv" CACHE PATH "") +set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-xicxaa3tcb4s5cuepszfstglc2efrg7n" CACHE PATH "") -set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-njrhnbetiu6kxwycmssvkxed6zfrxdvw" CACHE PATH "") +set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-eqjhzuxp2ktgckwdqcr3x5gqgdsgcpyc" CACHE PATH "") -set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-2dr7wuoddwu37rrkf3xwzs45x2rhwcjf" CACHE PATH "") +set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-svz77kig5lt7tvzejrrqsyoppd3yvaly" CACHE PATH "") -set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-z6e4u4my5buisckbihczmz5j32pxs2v4" CACHE PATH "") +set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-6tkc7swzotn642ucwabxvhcg7546yflm" CACHE PATH "") -set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-7gdtwetnsn5ejsfiocpk6mg6z4l644pl" CACHE PATH "") +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-iv6c4dmogjmfcz5trguac6nsmypoy6n4" CACHE PATH "") # AMGX not built -set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-ca2zzh27ovjzbmet7gcugn63ikecknfz" CACHE PATH "") +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-dp2hknbdalvokhjypxku7jgkw3im4lc4" CACHE PATH "") -set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.0-5uzavaynlnsviuosmsbejm73vh632t7h" CACHE PATH "") +set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.5-z25wwguoru2p2eidxw63qvwwtjwtbx43" CACHE PATH "") -set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-lrls3lvqdzzabpbebmujm6gsxh2u2k7d" CACHE PATH "") +set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-kzxjn47u6gyq5xgjsoesnrhii2mkv75c" CACHE PATH "") -set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-dop75j5pq4vu7fw7fqlpbtrnao73xljp" CACHE PATH "") +set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-j3mqeonj7zq5mbycguo5v2wyjgfu7t7g" CACHE PATH "") -set(STRUMPACK_DIR "${TPL_ROOT}/strumpack-7.2.0-f4hu2gf3rnohun54plwlpabsl2nfjfs5" CACHE PATH "") +set(STRUMPACK_DIR "${TPL_ROOT}/strumpack-7.2.0-xq7nxtnyqca7gchy46vcl3pmkwl3e3rn" CACHE PATH "") -set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-x46fxvrxdsjf5cm6mwx2mrm4mkbyznbd" CACHE PATH "") +set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-xtyr4adfqysuhgf3hta35invr6oy34t4" CACHE PATH "") -set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-2pccudwljtl4ufrricelmfcgdqlvlndh" CACHE PATH "") +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-purxq5nbxq3yqqbrvkn7el5rauaiz5oz" CACHE PATH "") -set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-ihtxdqnqmpmjqbdqpu2uk7z6wfbel64l" CACHE PATH "") +set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-laq7ejwr3fxbxpu4jjo6o6f76v2qungc" CACHE PATH "") #------------------------------------------------------------------------------ # Devtools diff --git a/host-configs/rzgenie-toss_4_x86_64_ib-gcc@10.3.1.cmake b/host-configs/rzgenie-toss_4_x86_64_ib-gcc@10.3.1.cmake index fa160984b..ca46b1f42 100644 --- a/host-configs/rzgenie-toss_4_x86_64_ib-gcc@10.3.1.cmake +++ b/host-configs/rzgenie-toss_4_x86_64_ib-gcc@10.3.1.cmake @@ -4,13 +4,13 @@ # CMake executable path: /usr/tce/bin/cmake #------------------------------------------------------------------------------ -set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/tribol-0.1.0.16-vkzazpltbnsibjd6xgo2bsjhvntir5l6;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/caliper-2.10.0-ptmxt3ipin2lijp72xkpzyg7rgahjcjn;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/libunwind-1.6.2-xiqcmzd3fggyxywtyaajs6simtx6pjgq;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/axom-0.9.0.1-ssddjer2sq47y5jbxq5sadda3gvypzig;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/umpire-2024.02.0-3rmt4bmprzkmqr7o64ko3ixy3lqomint;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/fmt-10.2.1-rma2zx5mtgnndnhq72ef4vgxjnje2jyp;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/raja-2024.02.0-5kfwvub234en4pbt7mdfhjaxehiftbq6;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/camp-2024.02.0-kpacbb4ngydciyo556xozfl2m2qeoa3d;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/mfem-4.7.0.1-oqx32dsdcc4wlapnlzk23bowlfzaar72;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/sundials-6.7.0-zmimyxl3d7d2gg5txkhybgiyuhcvybxk;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/slepc-3.21.0-jr75mlcnukai64nexf5plaggcmf7aht3;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/arpack-ng-3.9.0-3ah3577fz7tsyg6amiargf625fzzetop;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/petsc-3.21.0-zblarmtekggmgfqfj6cw2z7wttmwt7yt;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/superlu-dist-8.1.2-px3jnfoodj7pzpbjext7dx56mivexrem;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/strumpack-7.2.0-7snmiifeu2dviqmzkmiwlt4c64emhtqh;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/netlib-scalapack-2.2.0-ix44yrtjbpgkmioueo6k5xrgkn7ert27;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/netcdf-c-4.7.4-rgvblj4nh2qvztj37btwoppvzlllq6my;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/hypre-2.26.0-xepbv45qea6kka6rngqqawy45yjsuoen;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/conduit-0.9.1-wtr6hpsf7gajoufembjzoydjt3bi2hwo;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/parmetis-4.0.3-ahuyvh3l7nrtazl57luj3qqidy4nqrko;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/metis-5.1.0-tboz5tezdek32y47k5x6ep46hpobmw3x;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/hdf5-1.8.23-a45pvz2loz7qhj727ab22pt4s3z3gfgb;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/zlib-ng-2.1.6-e7vquirf5kqmo55sqyjrqx4ugbeywyky;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/adiak-0.4.0-ui5d6keelvv53govuyi7hg76h5p2l5wk;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/gcc-runtime-10.3.1-3pxtozw7vgxnb6bpeopsn7wi2tothnei;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1;/usr/tce/packages/python/python-3.9.12;/usr/tce/packages/clang/clang-14.0.6;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/cppcheck-2.9;/usr/tce;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1" CACHE STRING "") +set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/tribol-0.1.0.16-7sqbpqikzgcfrxnmchmq2ywjhzqhrkbk;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/caliper-2.10.0-6abvu3j32clqlckpmvh2ltt75q6o5sez;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/libunwind-1.6.2-4oj53vuwb5fmd5uj4cndlfmykhap74tl;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/axom-0.9.0.1-expybaptgqlqq7wexgopxil5wogm6hql;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/umpire-2024.02.0-msiecmcxfzhhcouig4mbfrbexs6riqlx;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/fmt-10.2.1-m3vcfw57pfjhayhoe2o7ilfeacbo5ird;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/raja-2024.02.0-lqh4nnlb6dnwxo5oifssbuqmddosfhb4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/camp-2024.02.0-tatitxh4fd44lhh52slgg7d5idoj5tzv;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/mfem-4.7.0.1-wkzcp4ew57fkqlfryyqmno6bs5h3ao2n;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/sundials-6.7.0-sjtxgs23ik47a6lxnph6updvmn7eb7tv;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/slepc-3.21.0-m4kczptc5d55vtqoe5ngzdma7qv3ptac;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/arpack-ng-3.9.0-u6b2oe2fztr3inoukivyrt7zrv7fanpr;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/petsc-3.21.5-v3mtx5p5xynwadcnvopabx6w3bibyiuj;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/superlu-dist-8.1.2-u3yixozvn5ovoxeisnemy63qp4r34eso;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/strumpack-7.2.0-rmcitbijskjgwd4iuqdxkgmgyiamaucj;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/netlib-scalapack-2.2.0-h7462s3jkowjb52ljkhixrfgsmqpa4m7;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/netcdf-c-4.7.4-pufzdusv356bdwsck37ykn6yv7i4pu55;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/hypre-2.26.0-aluxqvx7e742gwyc24a63lw6onvgaewd;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/conduit-0.9.1-2h3gbcsehzzqi5fgg3wnp6yexvb6ueht;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/parmetis-4.0.3-5dzr44r22gis7bfdf6lcgovolp77lsyz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/metis-5.1.0-medztnvsss3dvp5oe5j5m2xx2f7yatgx;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/hdf5-1.8.23-2wgy6ruwp5fez3f6p2imn37r2ssgvuky;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/adiak-0.4.0-2qsxzdxtley5bope54od4ucustdv2mf4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/gcc-runtime-10.3.1-vepcviwswfbeo6z6pdmxek2hr3q5ui33;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1;/usr/tce/packages/python/python-3.9.12;/usr/tce/packages/clang/clang-14.0.6;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/cppcheck-2.9;/usr/tce;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1" CACHE STRING "") set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") -set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/serac-develop-givddua6ianspmq5ojuxot7rirb77m4e/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/serac-develop-givddua6ianspmq5ojuxot7rirb77m4e/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/adiak-0.4.0-ui5d6keelvv53govuyi7hg76h5p2l5wk/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/gcc-runtime-10.3.1-3pxtozw7vgxnb6bpeopsn7wi2tothnei/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/axom-0.9.0.1-ssddjer2sq47y5jbxq5sadda3gvypzig/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/conduit-0.9.1-wtr6hpsf7gajoufembjzoydjt3bi2hwo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/hdf5-1.8.23-a45pvz2loz7qhj727ab22pt4s3z3gfgb/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/zlib-ng-2.1.6-e7vquirf5kqmo55sqyjrqx4ugbeywyky/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/metis-5.1.0-tboz5tezdek32y47k5x6ep46hpobmw3x/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/parmetis-4.0.3-ahuyvh3l7nrtazl57luj3qqidy4nqrko/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/mfem-4.7.0.1-oqx32dsdcc4wlapnlzk23bowlfzaar72/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/hypre-2.26.0-xepbv45qea6kka6rngqqawy45yjsuoen/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/netcdf-c-4.7.4-rgvblj4nh2qvztj37btwoppvzlllq6my/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/petsc-3.21.0-zblarmtekggmgfqfj6cw2z7wttmwt7yt/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/netlib-scalapack-2.2.0-ix44yrtjbpgkmioueo6k5xrgkn7ert27/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/superlu-dist-8.1.2-px3jnfoodj7pzpbjext7dx56mivexrem/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/slepc-3.21.0-jr75mlcnukai64nexf5plaggcmf7aht3/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/raja-2024.02.0-5kfwvub234en4pbt7mdfhjaxehiftbq6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/camp-2024.02.0-kpacbb4ngydciyo556xozfl2m2qeoa3d/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/libunwind-1.6.2-xiqcmzd3fggyxywtyaajs6simtx6pjgq/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/tribol-0.1.0.16-vkzazpltbnsibjd6xgo2bsjhvntir5l6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/strumpack-7.2.0-7snmiifeu2dviqmzkmiwlt4c64emhtqh/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/arpack-ng-3.9.0-3ah3577fz7tsyg6amiargf625fzzetop/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/sundials-6.7.0-zmimyxl3d7d2gg5txkhybgiyuhcvybxk/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/umpire-2024.02.0-3rmt4bmprzkmqr7o64ko3ixy3lqomint/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/fmt-10.2.1-rma2zx5mtgnndnhq72ef4vgxjnje2jyp/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/caliper-2.10.0-ptmxt3ipin2lijp72xkpzyg7rgahjcjn/lib64;/collab/usr/global/tools/tce4/packages/gcc/gcc-10.3.1/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") +set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/serac-develop-3dd6dr4cvu5odb45ajthc63gi5cc6sr6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/serac-develop-3dd6dr4cvu5odb45ajthc63gi5cc6sr6/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/adiak-0.4.0-2qsxzdxtley5bope54od4ucustdv2mf4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/gcc-runtime-10.3.1-vepcviwswfbeo6z6pdmxek2hr3q5ui33/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/axom-0.9.0.1-expybaptgqlqq7wexgopxil5wogm6hql/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/conduit-0.9.1-2h3gbcsehzzqi5fgg3wnp6yexvb6ueht/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/hdf5-1.8.23-2wgy6ruwp5fez3f6p2imn37r2ssgvuky/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/metis-5.1.0-medztnvsss3dvp5oe5j5m2xx2f7yatgx/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/parmetis-4.0.3-5dzr44r22gis7bfdf6lcgovolp77lsyz/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/mfem-4.7.0.1-wkzcp4ew57fkqlfryyqmno6bs5h3ao2n/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/hypre-2.26.0-aluxqvx7e742gwyc24a63lw6onvgaewd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/netcdf-c-4.7.4-pufzdusv356bdwsck37ykn6yv7i4pu55/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/petsc-3.21.5-v3mtx5p5xynwadcnvopabx6w3bibyiuj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/netlib-scalapack-2.2.0-h7462s3jkowjb52ljkhixrfgsmqpa4m7/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/superlu-dist-8.1.2-u3yixozvn5ovoxeisnemy63qp4r34eso/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/slepc-3.21.0-m4kczptc5d55vtqoe5ngzdma7qv3ptac/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/raja-2024.02.0-lqh4nnlb6dnwxo5oifssbuqmddosfhb4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/camp-2024.02.0-tatitxh4fd44lhh52slgg7d5idoj5tzv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/libunwind-1.6.2-4oj53vuwb5fmd5uj4cndlfmykhap74tl/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/tribol-0.1.0.16-7sqbpqikzgcfrxnmchmq2ywjhzqhrkbk/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/strumpack-7.2.0-rmcitbijskjgwd4iuqdxkgmgyiamaucj/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/arpack-ng-3.9.0-u6b2oe2fztr3inoukivyrt7zrv7fanpr/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/sundials-6.7.0-sjtxgs23ik47a6lxnph6updvmn7eb7tv/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/umpire-2024.02.0-msiecmcxfzhhcouig4mbfrbexs6riqlx/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/fmt-10.2.1-m3vcfw57pfjhayhoe2o7ilfeacbo5ird/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/caliper-2.10.0-6abvu3j32clqlckpmvh2ltt75q6o5sez/lib64;/collab/usr/global/tools/tce4/packages/gcc/gcc-10.3.1/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") -set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/serac-develop-givddua6ianspmq5ojuxot7rirb77m4e/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/serac-develop-givddua6ianspmq5ojuxot7rirb77m4e/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/adiak-0.4.0-ui5d6keelvv53govuyi7hg76h5p2l5wk/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/gcc-runtime-10.3.1-3pxtozw7vgxnb6bpeopsn7wi2tothnei/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/axom-0.9.0.1-ssddjer2sq47y5jbxq5sadda3gvypzig/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/conduit-0.9.1-wtr6hpsf7gajoufembjzoydjt3bi2hwo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/hdf5-1.8.23-a45pvz2loz7qhj727ab22pt4s3z3gfgb/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/zlib-ng-2.1.6-e7vquirf5kqmo55sqyjrqx4ugbeywyky/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/metis-5.1.0-tboz5tezdek32y47k5x6ep46hpobmw3x/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/parmetis-4.0.3-ahuyvh3l7nrtazl57luj3qqidy4nqrko/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/mfem-4.7.0.1-oqx32dsdcc4wlapnlzk23bowlfzaar72/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/hypre-2.26.0-xepbv45qea6kka6rngqqawy45yjsuoen/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/netcdf-c-4.7.4-rgvblj4nh2qvztj37btwoppvzlllq6my/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/petsc-3.21.0-zblarmtekggmgfqfj6cw2z7wttmwt7yt/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/netlib-scalapack-2.2.0-ix44yrtjbpgkmioueo6k5xrgkn7ert27/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/superlu-dist-8.1.2-px3jnfoodj7pzpbjext7dx56mivexrem/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/slepc-3.21.0-jr75mlcnukai64nexf5plaggcmf7aht3/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/raja-2024.02.0-5kfwvub234en4pbt7mdfhjaxehiftbq6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/camp-2024.02.0-kpacbb4ngydciyo556xozfl2m2qeoa3d/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/libunwind-1.6.2-xiqcmzd3fggyxywtyaajs6simtx6pjgq/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/tribol-0.1.0.16-vkzazpltbnsibjd6xgo2bsjhvntir5l6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/strumpack-7.2.0-7snmiifeu2dviqmzkmiwlt4c64emhtqh/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/arpack-ng-3.9.0-3ah3577fz7tsyg6amiargf625fzzetop/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/sundials-6.7.0-zmimyxl3d7d2gg5txkhybgiyuhcvybxk/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/umpire-2024.02.0-3rmt4bmprzkmqr7o64ko3ixy3lqomint/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/fmt-10.2.1-rma2zx5mtgnndnhq72ef4vgxjnje2jyp/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1/caliper-2.10.0-ptmxt3ipin2lijp72xkpzyg7rgahjcjn/lib64;/collab/usr/global/tools/tce4/packages/gcc/gcc-10.3.1/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") +set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/serac-develop-3dd6dr4cvu5odb45ajthc63gi5cc6sr6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/serac-develop-3dd6dr4cvu5odb45ajthc63gi5cc6sr6/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/adiak-0.4.0-2qsxzdxtley5bope54od4ucustdv2mf4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/gcc-runtime-10.3.1-vepcviwswfbeo6z6pdmxek2hr3q5ui33/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/axom-0.9.0.1-expybaptgqlqq7wexgopxil5wogm6hql/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/conduit-0.9.1-2h3gbcsehzzqi5fgg3wnp6yexvb6ueht/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/hdf5-1.8.23-2wgy6ruwp5fez3f6p2imn37r2ssgvuky/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/metis-5.1.0-medztnvsss3dvp5oe5j5m2xx2f7yatgx/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/parmetis-4.0.3-5dzr44r22gis7bfdf6lcgovolp77lsyz/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/mfem-4.7.0.1-wkzcp4ew57fkqlfryyqmno6bs5h3ao2n/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/hypre-2.26.0-aluxqvx7e742gwyc24a63lw6onvgaewd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/netcdf-c-4.7.4-pufzdusv356bdwsck37ykn6yv7i4pu55/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/petsc-3.21.5-v3mtx5p5xynwadcnvopabx6w3bibyiuj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/netlib-scalapack-2.2.0-h7462s3jkowjb52ljkhixrfgsmqpa4m7/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/superlu-dist-8.1.2-u3yixozvn5ovoxeisnemy63qp4r34eso/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/slepc-3.21.0-m4kczptc5d55vtqoe5ngzdma7qv3ptac/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/raja-2024.02.0-lqh4nnlb6dnwxo5oifssbuqmddosfhb4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/camp-2024.02.0-tatitxh4fd44lhh52slgg7d5idoj5tzv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/libunwind-1.6.2-4oj53vuwb5fmd5uj4cndlfmykhap74tl/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/tribol-0.1.0.16-7sqbpqikzgcfrxnmchmq2ywjhzqhrkbk/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/strumpack-7.2.0-rmcitbijskjgwd4iuqdxkgmgyiamaucj/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/arpack-ng-3.9.0-u6b2oe2fztr3inoukivyrt7zrv7fanpr/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/sundials-6.7.0-sjtxgs23ik47a6lxnph6updvmn7eb7tv/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/umpire-2024.02.0-msiecmcxfzhhcouig4mbfrbexs6riqlx/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/fmt-10.2.1-m3vcfw57pfjhayhoe2o7ilfeacbo5ird/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1/caliper-2.10.0-6abvu3j32clqlckpmvh2ltt75q6o5sez/lib64;/collab/usr/global/tools/tce4/packages/gcc/gcc-10.3.1/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") @@ -21,11 +21,11 @@ set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") #------------------------------------------------------------------------------ if(DEFINED ENV{SPACK_CC}) - set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/spack/lib/spack/env/gcc/gcc" CACHE PATH "") + set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/spack/lib/spack/env/gcc/gcc" CACHE PATH "") - set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/spack/lib/spack/env/gcc/g++" CACHE PATH "") + set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/spack/lib/spack/env/gcc/g++" CACHE PATH "") - set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/spack/lib/spack/env/gcc/gfortran" CACHE PATH "") + set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/spack/lib/spack/env/gcc/gfortran" CACHE PATH "") else() @@ -47,12 +47,12 @@ set(MPI_CXX_COMPILER "/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/bin/m set(MPI_Fortran_COMPILER "/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/bin/mpif90" CACHE PATH "") -set(MPIEXEC_EXECUTABLE "/usr/bin/srun" CACHE PATH "") - set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") set(ENABLE_MPI ON CACHE BOOL "") +set(MPIEXEC_EXECUTABLE "/usr/bin/srun" CACHE PATH "") + #------------------------------------------------------------------------------ # Hardware #------------------------------------------------------------------------------ @@ -63,51 +63,51 @@ set(ENABLE_OPENMP ON CACHE BOOL "") # TPLs #------------------------------------------------------------------------------ -set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_15_14_42_04/gcc-10.3.1" CACHE PATH "") +set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_01_15_45_28/gcc-10.3.1" CACHE PATH "") -set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-ssddjer2sq47y5jbxq5sadda3gvypzig" CACHE PATH "") +set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-expybaptgqlqq7wexgopxil5wogm6hql" CACHE PATH "") -set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-kpacbb4ngydciyo556xozfl2m2qeoa3d" CACHE PATH "") +set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-tatitxh4fd44lhh52slgg7d5idoj5tzv" CACHE PATH "") -set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-wtr6hpsf7gajoufembjzoydjt3bi2hwo" CACHE PATH "") +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-2h3gbcsehzzqi5fgg3wnp6yexvb6ueht" CACHE PATH "") set(LUA_DIR "/usr" CACHE PATH "") -set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-oqx32dsdcc4wlapnlzk23bowlfzaar72" CACHE PATH "") +set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-wkzcp4ew57fkqlfryyqmno6bs5h3ao2n" CACHE PATH "") -set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-a45pvz2loz7qhj727ab22pt4s3z3gfgb" CACHE PATH "") +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-2wgy6ruwp5fez3f6p2imn37r2ssgvuky" CACHE PATH "") -set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-xepbv45qea6kka6rngqqawy45yjsuoen" CACHE PATH "") +set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-aluxqvx7e742gwyc24a63lw6onvgaewd" CACHE PATH "") -set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-tboz5tezdek32y47k5x6ep46hpobmw3x" CACHE PATH "") +set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-medztnvsss3dvp5oe5j5m2xx2f7yatgx" CACHE PATH "") -set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-ahuyvh3l7nrtazl57luj3qqidy4nqrko" CACHE PATH "") +set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-5dzr44r22gis7bfdf6lcgovolp77lsyz" CACHE PATH "") -set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-rgvblj4nh2qvztj37btwoppvzlllq6my" CACHE PATH "") +set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-pufzdusv356bdwsck37ykn6yv7i4pu55" CACHE PATH "") -set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-px3jnfoodj7pzpbjext7dx56mivexrem" CACHE PATH "") +set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-u3yixozvn5ovoxeisnemy63qp4r34eso" CACHE PATH "") -set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-3ah3577fz7tsyg6amiargf625fzzetop" CACHE PATH "") +set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-u6b2oe2fztr3inoukivyrt7zrv7fanpr" CACHE PATH "") -set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-ui5d6keelvv53govuyi7hg76h5p2l5wk" CACHE PATH "") +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-2qsxzdxtley5bope54od4ucustdv2mf4" CACHE PATH "") # AMGX not built -set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-ptmxt3ipin2lijp72xkpzyg7rgahjcjn" CACHE PATH "") +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-6abvu3j32clqlckpmvh2ltt75q6o5sez" CACHE PATH "") -set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.0-zblarmtekggmgfqfj6cw2z7wttmwt7yt" CACHE PATH "") +set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.5-v3mtx5p5xynwadcnvopabx6w3bibyiuj" CACHE PATH "") -set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-5kfwvub234en4pbt7mdfhjaxehiftbq6" CACHE PATH "") +set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-lqh4nnlb6dnwxo5oifssbuqmddosfhb4" CACHE PATH "") -set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-jr75mlcnukai64nexf5plaggcmf7aht3" CACHE PATH "") +set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-m4kczptc5d55vtqoe5ngzdma7qv3ptac" CACHE PATH "") -set(STRUMPACK_DIR "${TPL_ROOT}/strumpack-7.2.0-7snmiifeu2dviqmzkmiwlt4c64emhtqh" CACHE PATH "") +set(STRUMPACK_DIR "${TPL_ROOT}/strumpack-7.2.0-rmcitbijskjgwd4iuqdxkgmgyiamaucj" CACHE PATH "") -set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-zmimyxl3d7d2gg5txkhybgiyuhcvybxk" CACHE PATH "") +set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-sjtxgs23ik47a6lxnph6updvmn7eb7tv" CACHE PATH "") -set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-3rmt4bmprzkmqr7o64ko3ixy3lqomint" CACHE PATH "") +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-msiecmcxfzhhcouig4mbfrbexs6riqlx" CACHE PATH "") -set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-vkzazpltbnsibjd6xgo2bsjhvntir5l6" CACHE PATH "") +set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-7sqbpqikzgcfrxnmchmq2ywjhzqhrkbk" CACHE PATH "") #------------------------------------------------------------------------------ # Devtools diff --git a/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake b/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake new file mode 100644 index 000000000..9fdc67bc0 --- /dev/null +++ b/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake @@ -0,0 +1,146 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/packages/cmake/cmake-3.23.1/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/tribol-0.1.0.16-dfz6jkv6lkjmgwrfocgog4icluevojuj;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/caliper-2.10.0-5yg5mgygsul5op4jgtxypp7jvtb5ojcc;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/libunwind-1.6.2-setjlxiueeoieczzityyp3exqzf7sref;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/axom-0.9.0.1-e3mw22b6kayepwgdt56bigytlodcj67y;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/umpire-2024.02.0-yurzhcbobbthtsdpsoiidffxth5oe2ft;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/fmt-10.2.1-nfghgdhol53iezqlxgh4i5ao5npu42pd;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/raja-2024.02.0-koswlfhrwo2bpgbv2rrkoqaaslqanzs4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/camp-2024.02.0-s5oevzf32vll33gkf3lqj2w5ihuptosv;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/mfem-4.7.0.1-c2zdyi4i5oplimxje3zqujjcqo2zmqqi;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/superlu-dist-8.1.2-jo6kcgx33o2jdwyzl5jksv2cly5ne4xz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/sundials-6.7.0-4tadi2sujanpcmpab7vq7fidgq6gnybl;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/strumpack-7.2.0-h7t6emsb7ovj3opx5ewyyza2xqkbdxbn;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/netlib-scalapack-2.2.0-ocnardzd36n5id6qd2oraxdougjnrqsj;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/netcdf-c-4.7.4-vjh33ikfewgb5f52gisy4vxnuiai4jgo;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/hypre-2.26.0-qtj2nrzsgakqcjbkfsaqsajqa526uq6a;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/netlib-lapack-3.11.0-7ken6wbuzkx4ahexfbjlk5hp6c4irqgc;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/conduit-0.9.1-waf3ywzaectbjklqzubsx5w2ijakqpc7;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/parmetis-4.0.3-l326pd32hmhmvcvhi7oijukafts5ukyz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/metis-5.1.0-7xwxuepf642wq3q676sews7trkep5lna;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/hdf5-1.8.23-2xc27hk7hdalhfw5dzhn5etitbmmpv3g;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/adiak-0.4.0-pmhmyqnlwzuth7gxhpkdymcfj254lqmx;/opt/rocm-5.7.1;/opt/rocm-5.7.1/llvm;/opt/rocm-5.7.1;/opt/rocm-5.7.1/hip;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1;/usr/tce/packages/cmake/cmake-3.23.1;/opt/rocm-5.7.1;/opt/rocm-5.7.1;/opt/rocm-5.7.1;/opt/rocm-5.7.1;/usr/tce/packages/cmake/cmake-3.23.1" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/serac-develop-xellutbwzwqcvhl3p4342k4glanxrsj4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/serac-develop-xellutbwzwqcvhl3p4342k4glanxrsj4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/adiak-0.4.0-pmhmyqnlwzuth7gxhpkdymcfj254lqmx/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/axom-0.9.0.1-e3mw22b6kayepwgdt56bigytlodcj67y/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/conduit-0.9.1-waf3ywzaectbjklqzubsx5w2ijakqpc7/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/hdf5-1.8.23-2xc27hk7hdalhfw5dzhn5etitbmmpv3g/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/metis-5.1.0-7xwxuepf642wq3q676sews7trkep5lna/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/parmetis-4.0.3-l326pd32hmhmvcvhi7oijukafts5ukyz/lib;/opt/rocm-5.7.1/hip/lib;/opt/rocm-5.7.1/lib;/opt/rocm-5.7.1/llvm/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/mfem-4.7.0.1-c2zdyi4i5oplimxje3zqujjcqo2zmqqi/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/hypre-2.26.0-qtj2nrzsgakqcjbkfsaqsajqa526uq6a/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/netcdf-c-4.7.4-vjh33ikfewgb5f52gisy4vxnuiai4jgo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/netlib-scalapack-2.2.0-ocnardzd36n5id6qd2oraxdougjnrqsj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/superlu-dist-8.1.2-jo6kcgx33o2jdwyzl5jksv2cly5ne4xz/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/raja-2024.02.0-koswlfhrwo2bpgbv2rrkoqaaslqanzs4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/camp-2024.02.0-s5oevzf32vll33gkf3lqj2w5ihuptosv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/libunwind-1.6.2-setjlxiueeoieczzityyp3exqzf7sref/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/tribol-0.1.0.16-dfz6jkv6lkjmgwrfocgog4icluevojuj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/netlib-lapack-3.11.0-7ken6wbuzkx4ahexfbjlk5hp6c4irqgc/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/strumpack-7.2.0-h7t6emsb7ovj3opx5ewyyza2xqkbdxbn/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/sundials-6.7.0-4tadi2sujanpcmpab7vq7fidgq6gnybl/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/umpire-2024.02.0-yurzhcbobbthtsdpsoiidffxth5oe2ft/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/fmt-10.2.1-nfghgdhol53iezqlxgh4i5ao5npu42pd/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/caliper-2.10.0-5yg5mgygsul5op4jgtxypp7jvtb5ojcc/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/serac-develop-xellutbwzwqcvhl3p4342k4glanxrsj4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/serac-develop-xellutbwzwqcvhl3p4342k4glanxrsj4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/adiak-0.4.0-pmhmyqnlwzuth7gxhpkdymcfj254lqmx/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/axom-0.9.0.1-e3mw22b6kayepwgdt56bigytlodcj67y/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/conduit-0.9.1-waf3ywzaectbjklqzubsx5w2ijakqpc7/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/hdf5-1.8.23-2xc27hk7hdalhfw5dzhn5etitbmmpv3g/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/metis-5.1.0-7xwxuepf642wq3q676sews7trkep5lna/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/parmetis-4.0.3-l326pd32hmhmvcvhi7oijukafts5ukyz/lib;/opt/rocm-5.7.1/hip/lib;/opt/rocm-5.7.1/lib;/opt/rocm-5.7.1/llvm/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/mfem-4.7.0.1-c2zdyi4i5oplimxje3zqujjcqo2zmqqi/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/hypre-2.26.0-qtj2nrzsgakqcjbkfsaqsajqa526uq6a/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/netcdf-c-4.7.4-vjh33ikfewgb5f52gisy4vxnuiai4jgo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/netlib-scalapack-2.2.0-ocnardzd36n5id6qd2oraxdougjnrqsj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/superlu-dist-8.1.2-jo6kcgx33o2jdwyzl5jksv2cly5ne4xz/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/raja-2024.02.0-koswlfhrwo2bpgbv2rrkoqaaslqanzs4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/camp-2024.02.0-s5oevzf32vll33gkf3lqj2w5ihuptosv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/libunwind-1.6.2-setjlxiueeoieczzityyp3exqzf7sref/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/tribol-0.1.0.16-dfz6jkv6lkjmgwrfocgog4icluevojuj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/netlib-lapack-3.11.0-7ken6wbuzkx4ahexfbjlk5hp6c4irqgc/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/strumpack-7.2.0-h7t6emsb7ovj3opx5ewyyza2xqkbdxbn/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/sundials-6.7.0-4tadi2sujanpcmpab7vq7fidgq6gnybl/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/umpire-2024.02.0-yurzhcbobbthtsdpsoiidffxth5oe2ft/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/fmt-10.2.1-nfghgdhol53iezqlxgh4i5ao5npu42pd/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0/caliper-2.10.0-5yg5mgygsul5op4jgtxypp7jvtb5ojcc/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: clang@=17.0.0 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/spack/lib/spack/env/clang/clang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/spack/lib/spack/env/clang/clang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/spack/lib/spack/env/clang/flang" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdflang" CACHE PATH "") + +endif() + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpif90" CACHE PATH "") + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-5.7.1/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-5.7.1/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a" CACHE STRING "") + +set(GPU_TARGETS "gfx90a" CACHE STRING "") + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_HIP ON CACHE BOOL "") + +set(HIP_CLANG_INCLUDE_PATH "/opt/rocm-5.7.1/hip/../llvm/lib/clang/17.0.0/include" CACHE PATH "") + +set(CMAKE_EXE_LINKER_FLAGS "-L/opt/rocm-5.7.1/hip/../llvm/lib -L/opt/rocm-5.7.1/hip/lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../llvm/lib:/opt/rocm-5.7.1/hip/lib -lpgmath -lflang -lflangrti -lompstub -lamdhip64 -L/opt/rocm-5.7.1/hip/../lib64 -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib64 -L/opt/rocm-5.7.1/hip/../lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib -lamd_comgr -lhsa-runtime64 -lhipblas -lrocsolver " CACHE STRING "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_49/clang-17.0.0" CACHE PATH "") + +set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-e3mw22b6kayepwgdt56bigytlodcj67y" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-s5oevzf32vll33gkf3lqj2w5ihuptosv" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-waf3ywzaectbjklqzubsx5w2ijakqpc7" CACHE PATH "") + +set(LUA_DIR "/usr" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-c2zdyi4i5oplimxje3zqujjcqo2zmqqi" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-2xc27hk7hdalhfw5dzhn5etitbmmpv3g" CACHE PATH "") + +set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-qtj2nrzsgakqcjbkfsaqsajqa526uq6a" CACHE PATH "") + +set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-7xwxuepf642wq3q676sews7trkep5lna" CACHE PATH "") + +set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-l326pd32hmhmvcvhi7oijukafts5ukyz" CACHE PATH "") + +set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-vjh33ikfewgb5f52gisy4vxnuiai4jgo" CACHE PATH "") + +set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-jo6kcgx33o2jdwyzl5jksv2cly5ne4xz" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-pmhmyqnlwzuth7gxhpkdymcfj254lqmx" CACHE PATH "") + +# AMGX not built + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-5yg5mgygsul5op4jgtxypp7jvtb5ojcc" CACHE PATH "") + +# PETSC not built + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-koswlfhrwo2bpgbv2rrkoqaaslqanzs4" CACHE PATH "") + +# SLEPC not built + +set(STRUMPACK_DIR "${TPL_ROOT}/strumpack-7.2.0-h7t6emsb7ovj3opx5ewyyza2xqkbdxbn" CACHE PATH "") + +set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-4tadi2sujanpcmpab7vq7fidgq6gnybl" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-yurzhcbobbthtsdpsoiidffxth5oe2ft" CACHE PATH "") + +set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-dfz6jkv6lkjmgwrfocgog4icluevojuj" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# Code checks disabled due to disabled devtools + +set(SERAC_ENABLE_CODE_CHECKS OFF CACHE BOOL "") + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_CLANGTIDY OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + From 12be74d57bd6cd3fa1698aded3583ce0f01fb774 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Tue, 1 Oct 2024 18:00:38 -0700 Subject: [PATCH 16/24] toss4 cray ci setup --- .gitlab-ci.yml | 1 + .gitlab/build_toss4_cray.yml | 50 ++++++++++++++++++++++++++++++++++++ 2 files changed, 51 insertions(+) create mode 100644 .gitlab/build_toss4_cray.yml diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index cd581f3bc..70a23d529 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -70,5 +70,6 @@ variables: include: - local: .gitlab/build_blueos.yml - local: .gitlab/build_toss4.yml + - local: .gitlab/build_toss4_cray.yml - project: 'lc-templates/id_tokens' file: 'id_tokens.yml' diff --git a/.gitlab/build_toss4_cray.yml b/.gitlab/build_toss4_cray.yml new file mode 100644 index 000000000..54ccca71b --- /dev/null +++ b/.gitlab/build_toss4_cray.yml @@ -0,0 +1,50 @@ +#### +# This is the shared configuration of jobs for toss4_cray +.on_toss4_cray: + variables: + SCHEDULER_PARAMETERS: "--res=ci --exclusive=user --deadline=now+1hour -N ${ALLOC_NODES} -t ${ALLOC_TIME} -A ${ALLOC_BANK}" + tags: + - batch + - tioga + rules: + - if: '$CI_COMMIT_BRANCH =~ /_qnone/ || $ON_TOSS4_CRAY == "OFF"' #run except if ... + when: never + before_script: + - module load cmake/3.23.1 + - module load texlive + +#### +# Templates +.src_build_on_toss4_cray: + extends: [.src_build_script, .on_toss4_cray, .src_workflow] + needs: [] + +.full_build_on_toss4_cray: + extends: [.full_build_script, .on_toss4_cray, .full_workflow] + needs: [] + before_script: + # LC version of pip is ancient + - if [[ $(python3 -c 'import pip; print(pip.__version__ < "19.3")') == "True" ]]; then python3 -m pip install --user --upgrade pip; fi + + +#### +# Build jobs + +# Only run integration tests on one spec +toss4_cray-clang_17_0_0-src: + variables: + COMPILER: "clang@17.0.0" + HOST_CONFIG: "tioga-toss_4_x86_64_ib_cray-${COMPILER}.cmake" + EXTRA_CMAKE_OPTIONS: "-DENABLE_BENCHMARKS=ON" + ALLOC_NODES: "1" + ALLOC_TIME: "30" + extends: .src_build_on_toss4_cray + +toss4_cray-clang_17_0_0-full: + variables: + COMPILER: "clang@17.0.0" + SPEC: "--spec=%${COMPILER}" + ALLOC_NODES: "1" + ALLOC_TIME: "45" + EXTRA_CMAKE_OPTIONS: "-DENABLE_BENCHMARKS=ON" + extends: .full_build_on_toss4_cray From 9c6af2cd351b881ffcf533b42a606792b09527a6 Mon Sep 17 00:00:00 2001 From: Alex Tyler Chapman Date: Tue, 1 Oct 2024 18:02:39 -0700 Subject: [PATCH 17/24] lassen and tioga host configs --- ...os_3_ppc64le_ib_p9-clang@10.0.1_cuda.cmake | 56 +++---- ...ss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake | 146 ++++++++++++++++++ 2 files changed, 174 insertions(+), 28 deletions(-) create mode 100644 host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake diff --git a/host-configs/lassen-blueos_3_ppc64le_ib_p9-clang@10.0.1_cuda.cmake b/host-configs/lassen-blueos_3_ppc64le_ib_p9-clang@10.0.1_cuda.cmake index b06d69b50..1b44a622a 100644 --- a/host-configs/lassen-blueos_3_ppc64le_ib_p9-clang@10.0.1_cuda.cmake +++ b/host-configs/lassen-blueos_3_ppc64le_ib_p9-clang@10.0.1_cuda.cmake @@ -4,13 +4,13 @@ # CMake executable path: /usr/tce/packages/cmake/cmake-3.23.1/bin/cmake #------------------------------------------------------------------------------ -set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/tribol-0.1.0.16-tq7uw7spnci66fjx5xo5fcslilktnd7a;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/caliper-2.10.0-lmchhaevwnb3ybhie4kg5tsctvg3lnc2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/axom-0.9.0.1-erj7kebpmsf5ipqoy7jqoxie3cme3ls2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/umpire-2024.02.0-a4qrvmfohoyz23pm2fy6se3dqvjxuyov;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/raja-2024.02.0-hiykxu7eafyhsfnuyeeauagfe2ltmbt3;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/camp-2024.02.0-d5kne3oy22k46ntfyj3tnk42ekwwpjxn;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/mfem-4.7.0.1-htwjucas7yvnukibdpt52ltdelrm2zwl;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/sundials-6.7.0-z5hjpq7swriry6lplemxnkkofsi6bvy7;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/slepc-3.21.0-wu6bubcm522j4c6citinuym5drm5uxry;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/arpack-ng-3.9.0-jf6qgpron7zyy466nlme6v3fdr6vhp7u;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/petsc-3.21.0-ufkqwxccqq7dsik2kg5srqvm22t2sws7;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/superlu-dist-8.1.2-uxvn2jqln4wduazlr2j2ensokjickudy;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/netcdf-c-4.7.4-yinnezwvab5gukvrirvsfcwu6y3cyvk3;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/hypre-2.26.0-63w3apuyiuy4zrzgmlhneaqbozue5jii;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/lua-5.4.6-it33fnyqq3v4alfsia2qvxke32g32quy;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/conduit-0.9.1-5mm55ep2sxmqjoi4tlog5sy6fpxzrnwg;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/parmetis-4.0.3-tut74ldivll3boz3b7hhfzg6rzcqf4nx;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/hdf5-1.8.23-brqag6dnidikuz73e53butnl4bf3wgoo;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/amgx-2.3.0.1-jw6tho4zzd2stvnc4iserjdalpldsprv;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/adiak-0.4.0-6dh4wo54ignz7vveesxgx2pon6xukzhg;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/metis-5.1.0-sbtr7bqtlpfrjnd6czkecotxc2nfvzza;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/gmake-4.4.1-sdtltqss3tkyaquni4ad2mkhi4zeiwxf;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/fmt-10.2.1-45wqot2vugjftutqkkrsoctcpgx3n3zv;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/cub-2.1.0-deekwfhhrls7x4osov47kc3rvaumsrk2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/ncurses-6.4-c52nzfqhikrz6usniwpqol25mq2dbz65;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1;/usr/tce/packages/cuda/cuda-11.2.0;/usr/tce/packages/python/python-3.8.2;/usr/tce/packages/clang/clang-14.0.5;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/cppcheck-2.9;/usr/tce/packages/cmake/cmake-3.23.1;/usr/tcetmp/packages/lapack/lapack-3.9.0-gcc-7.3.1/lib" CACHE STRING "") +set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/tribol-0.1.0.16-pdkxttywexevkjajsudwaqapy4ti2afr;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/caliper-2.10.0-hsdgvq26w7ldokd24im7t22olxk2uhfj;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/axom-0.9.0.1-mt2cawtqoq7xewdwoq37yfghy5nh3apv;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/umpire-2024.02.0-35gnrpicfbfwsrqkccrdjdku22tsnrfw;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/fmt-10.2.1-fwvc55vrgwhojlmqiztsyaoag5nnyvy2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/raja-2024.02.0-estga2ogex2dfkiuftp34vrdlsaixhma;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/camp-2024.02.0-eduvesqbpsxcphh4n2gwa65rjf5wkvyc;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/cub-2.1.0-rx4n5ieyrqthcyuw653w3vu5cc6rest2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/mfem-4.7.0.1-astib3lrcuba67xbvqq4elpmcrteipyg;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/sundials-6.7.0-55y3n3jf5vqfuphrqiwpemv4wh5fohdl;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/slepc-3.21.0-zaoauen7kvq5fyadn3ehyfkctfawozh3;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/arpack-ng-3.9.0-4igt2sje3dkeflbsfkrlvxjvli3ktomm;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/petsc-3.21.5-bnd2ednvl2feeqoogght3x4jxem4irok;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/superlu-dist-8.1.2-rmayp3wnftzmqzogz2keyot2k57ha6iz;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/gmake-4.4.1-7ahy5lnvlexiw4fjbrpsrcbzcnrdtgdz;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/netcdf-c-4.7.4-izq7lcbg24z3iebsik7xxpjd3bl5pjsn;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/hypre-2.26.0-ch4xz4czmswqmlbylaw6tk5l6c2gll4s;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/lua-5.4.6-l7ijl3u2ll6ahx2mplg2cu4sptohamq3;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/ncurses-6.5-2ew4kz2xomnkkzxidnn5ze6kyexw4qtz;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/conduit-0.9.1-onlx4xgihxanvchd3p6zvwuv2qngwtur;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/parmetis-4.0.3-wetp4gdthhqnxj5ocbkygnku5y7odbal;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/metis-5.1.0-ds2wv5n3xygzkpwqpkfynczr2n3xobpw;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/hdf5-1.8.23-pi3hm2uwsjws35sjtg62mjz5fqvdbd3f;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/amgx-2.3.0.1-f36c4zc3i2dm6bte6s6jqchnxmsewko2;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/adiak-0.4.0-v4ixnbs4u35dlspgr6tqnepcbrdqnlj6;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1;/usr/tce/packages/cuda/cuda-11.2.0;/usr/tce/packages/python/python-3.8.2;/usr/tce/packages/clang/clang-14.0.5;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/cppcheck-2.9;/usr/tce/packages/cmake/cmake-3.23.1;/usr/tcetmp/packages/lapack/lapack-3.9.0-gcc-7.3.1/lib" CACHE STRING "") set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") -set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/serac-develop-6uanvgt6bu7lspzphncrrfjdwaxbsicr/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/serac-develop-6uanvgt6bu7lspzphncrrfjdwaxbsicr/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/adiak-0.4.0-6dh4wo54ignz7vveesxgx2pon6xukzhg/lib;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/amgx-2.3.0.1-jw6tho4zzd2stvnc4iserjdalpldsprv/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/axom-0.9.0.1-erj7kebpmsf5ipqoy7jqoxie3cme3ls2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/conduit-0.9.1-5mm55ep2sxmqjoi4tlog5sy6fpxzrnwg/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/hdf5-1.8.23-brqag6dnidikuz73e53butnl4bf3wgoo/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/metis-5.1.0-sbtr7bqtlpfrjnd6czkecotxc2nfvzza/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/parmetis-4.0.3-tut74ldivll3boz3b7hhfzg6rzcqf4nx/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/lua-5.4.6-it33fnyqq3v4alfsia2qvxke32g32quy/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/ncurses-6.4-c52nzfqhikrz6usniwpqol25mq2dbz65/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/mfem-4.7.0.1-htwjucas7yvnukibdpt52ltdelrm2zwl/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/hypre-2.26.0-63w3apuyiuy4zrzgmlhneaqbozue5jii/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/netcdf-c-4.7.4-yinnezwvab5gukvrirvsfcwu6y3cyvk3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/petsc-3.21.0-ufkqwxccqq7dsik2kg5srqvm22t2sws7/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/superlu-dist-8.1.2-uxvn2jqln4wduazlr2j2ensokjickudy/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/slepc-3.21.0-wu6bubcm522j4c6citinuym5drm5uxry/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/raja-2024.02.0-hiykxu7eafyhsfnuyeeauagfe2ltmbt3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/camp-2024.02.0-d5kne3oy22k46ntfyj3tnk42ekwwpjxn/lib;/usr/tce/packages/clang/clang-14.0.5/lib;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.8.2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/tribol-0.1.0.16-tq7uw7spnci66fjx5xo5fcslilktnd7a/lib;/usr/tce/packages/cuda/cuda-11.2.0/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/arpack-ng-3.9.0-jf6qgpron7zyy466nlme6v3fdr6vhp7u/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/sundials-6.7.0-z5hjpq7swriry6lplemxnkkofsi6bvy7/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/umpire-2024.02.0-a4qrvmfohoyz23pm2fy6se3dqvjxuyov/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/fmt-10.2.1-45wqot2vugjftutqkkrsoctcpgx3n3zv/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/caliper-2.10.0-lmchhaevwnb3ybhie4kg5tsctvg3lnc2/lib64;/usr/tce/packages/gcc/gcc-8.3.1/rh/usr/lib/gcc/ppc64le-redhat-linux/8;/usr/tce/packages/clang/clang-ibm-10.0.1/release/lib;/usr/tce/packages/clang/clang-ibm-10.0.1-gcc-8.3.1/release/lib" CACHE STRING "") +set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/serac-develop-ormmpadyuffhtzze3bqf77ai3cex46ou/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/serac-develop-ormmpadyuffhtzze3bqf77ai3cex46ou/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/adiak-0.4.0-v4ixnbs4u35dlspgr6tqnepcbrdqnlj6/lib;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/amgx-2.3.0.1-f36c4zc3i2dm6bte6s6jqchnxmsewko2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/axom-0.9.0.1-mt2cawtqoq7xewdwoq37yfghy5nh3apv/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/conduit-0.9.1-onlx4xgihxanvchd3p6zvwuv2qngwtur/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/hdf5-1.8.23-pi3hm2uwsjws35sjtg62mjz5fqvdbd3f/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/metis-5.1.0-ds2wv5n3xygzkpwqpkfynczr2n3xobpw/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/parmetis-4.0.3-wetp4gdthhqnxj5ocbkygnku5y7odbal/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/lua-5.4.6-l7ijl3u2ll6ahx2mplg2cu4sptohamq3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/ncurses-6.5-2ew4kz2xomnkkzxidnn5ze6kyexw4qtz/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/mfem-4.7.0.1-astib3lrcuba67xbvqq4elpmcrteipyg/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/hypre-2.26.0-ch4xz4czmswqmlbylaw6tk5l6c2gll4s/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/netcdf-c-4.7.4-izq7lcbg24z3iebsik7xxpjd3bl5pjsn/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/petsc-3.21.5-bnd2ednvl2feeqoogght3x4jxem4irok/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/superlu-dist-8.1.2-rmayp3wnftzmqzogz2keyot2k57ha6iz/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/slepc-3.21.0-zaoauen7kvq5fyadn3ehyfkctfawozh3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/raja-2024.02.0-estga2ogex2dfkiuftp34vrdlsaixhma/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/camp-2024.02.0-eduvesqbpsxcphh4n2gwa65rjf5wkvyc/lib;/usr/tce/packages/clang/clang-14.0.5/lib;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.8.2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/tribol-0.1.0.16-pdkxttywexevkjajsudwaqapy4ti2afr/lib;/usr/tce/packages/cuda/cuda-11.2.0/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/arpack-ng-3.9.0-4igt2sje3dkeflbsfkrlvxjvli3ktomm/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/sundials-6.7.0-55y3n3jf5vqfuphrqiwpemv4wh5fohdl/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/umpire-2024.02.0-35gnrpicfbfwsrqkccrdjdku22tsnrfw/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/fmt-10.2.1-fwvc55vrgwhojlmqiztsyaoag5nnyvy2/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/caliper-2.10.0-hsdgvq26w7ldokd24im7t22olxk2uhfj/lib64;/usr/tce/packages/gcc/gcc-8.3.1/rh/usr/lib/gcc/ppc64le-redhat-linux/8;/usr/tce/packages/clang/clang-ibm-10.0.1/release/lib;/usr/tce/packages/clang/clang-ibm-10.0.1-gcc-8.3.1/release/lib" CACHE STRING "") -set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/serac-develop-6uanvgt6bu7lspzphncrrfjdwaxbsicr/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/serac-develop-6uanvgt6bu7lspzphncrrfjdwaxbsicr/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/adiak-0.4.0-6dh4wo54ignz7vveesxgx2pon6xukzhg/lib;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/amgx-2.3.0.1-jw6tho4zzd2stvnc4iserjdalpldsprv/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/axom-0.9.0.1-erj7kebpmsf5ipqoy7jqoxie3cme3ls2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/conduit-0.9.1-5mm55ep2sxmqjoi4tlog5sy6fpxzrnwg/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/hdf5-1.8.23-brqag6dnidikuz73e53butnl4bf3wgoo/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/metis-5.1.0-sbtr7bqtlpfrjnd6czkecotxc2nfvzza/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/parmetis-4.0.3-tut74ldivll3boz3b7hhfzg6rzcqf4nx/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/lua-5.4.6-it33fnyqq3v4alfsia2qvxke32g32quy/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/ncurses-6.4-c52nzfqhikrz6usniwpqol25mq2dbz65/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/mfem-4.7.0.1-htwjucas7yvnukibdpt52ltdelrm2zwl/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/hypre-2.26.0-63w3apuyiuy4zrzgmlhneaqbozue5jii/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/netcdf-c-4.7.4-yinnezwvab5gukvrirvsfcwu6y3cyvk3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/petsc-3.21.0-ufkqwxccqq7dsik2kg5srqvm22t2sws7/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/superlu-dist-8.1.2-uxvn2jqln4wduazlr2j2ensokjickudy/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/slepc-3.21.0-wu6bubcm522j4c6citinuym5drm5uxry/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/raja-2024.02.0-hiykxu7eafyhsfnuyeeauagfe2ltmbt3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/camp-2024.02.0-d5kne3oy22k46ntfyj3tnk42ekwwpjxn/lib;/usr/tce/packages/clang/clang-14.0.5/lib;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.8.2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/tribol-0.1.0.16-tq7uw7spnci66fjx5xo5fcslilktnd7a/lib;/usr/tce/packages/cuda/cuda-11.2.0/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/arpack-ng-3.9.0-jf6qgpron7zyy466nlme6v3fdr6vhp7u/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/sundials-6.7.0-z5hjpq7swriry6lplemxnkkofsi6bvy7/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/umpire-2024.02.0-a4qrvmfohoyz23pm2fy6se3dqvjxuyov/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/fmt-10.2.1-45wqot2vugjftutqkkrsoctcpgx3n3zv/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1/caliper-2.10.0-lmchhaevwnb3ybhie4kg5tsctvg3lnc2/lib64;/usr/tce/packages/gcc/gcc-8.3.1/rh/usr/lib/gcc/ppc64le-redhat-linux/8;/usr/tce/packages/clang/clang-ibm-10.0.1/release/lib;/usr/tce/packages/clang/clang-ibm-10.0.1-gcc-8.3.1/release/lib" CACHE STRING "") +set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/serac-develop-ormmpadyuffhtzze3bqf77ai3cex46ou/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/serac-develop-ormmpadyuffhtzze3bqf77ai3cex46ou/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/adiak-0.4.0-v4ixnbs4u35dlspgr6tqnepcbrdqnlj6/lib;/usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/amgx-2.3.0.1-f36c4zc3i2dm6bte6s6jqchnxmsewko2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/axom-0.9.0.1-mt2cawtqoq7xewdwoq37yfghy5nh3apv/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/conduit-0.9.1-onlx4xgihxanvchd3p6zvwuv2qngwtur/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/hdf5-1.8.23-pi3hm2uwsjws35sjtg62mjz5fqvdbd3f/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/metis-5.1.0-ds2wv5n3xygzkpwqpkfynczr2n3xobpw/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/parmetis-4.0.3-wetp4gdthhqnxj5ocbkygnku5y7odbal/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/lua-5.4.6-l7ijl3u2ll6ahx2mplg2cu4sptohamq3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/ncurses-6.5-2ew4kz2xomnkkzxidnn5ze6kyexw4qtz/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/mfem-4.7.0.1-astib3lrcuba67xbvqq4elpmcrteipyg/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/hypre-2.26.0-ch4xz4czmswqmlbylaw6tk5l6c2gll4s/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/netcdf-c-4.7.4-izq7lcbg24z3iebsik7xxpjd3bl5pjsn/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/petsc-3.21.5-bnd2ednvl2feeqoogght3x4jxem4irok/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/superlu-dist-8.1.2-rmayp3wnftzmqzogz2keyot2k57ha6iz/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/slepc-3.21.0-zaoauen7kvq5fyadn3ehyfkctfawozh3/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/raja-2024.02.0-estga2ogex2dfkiuftp34vrdlsaixhma/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/camp-2024.02.0-eduvesqbpsxcphh4n2gwa65rjf5wkvyc/lib;/usr/tce/packages/clang/clang-14.0.5/lib;/usr/workspace/smithdev/devtools/blueos_3_ppc64le_ib_p9/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.8.2/lib;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/tribol-0.1.0.16-pdkxttywexevkjajsudwaqapy4ti2afr/lib;/usr/tce/packages/cuda/cuda-11.2.0/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/arpack-ng-3.9.0-4igt2sje3dkeflbsfkrlvxjvli3ktomm/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/sundials-6.7.0-55y3n3jf5vqfuphrqiwpemv4wh5fohdl/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/umpire-2024.02.0-35gnrpicfbfwsrqkccrdjdku22tsnrfw/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/fmt-10.2.1-fwvc55vrgwhojlmqiztsyaoag5nnyvy2/lib64;/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1/caliper-2.10.0-hsdgvq26w7ldokd24im7t22olxk2uhfj/lib64;/usr/tce/packages/gcc/gcc-8.3.1/rh/usr/lib/gcc/ppc64le-redhat-linux/8;/usr/tce/packages/clang/clang-ibm-10.0.1/release/lib;/usr/tce/packages/clang/clang-ibm-10.0.1-gcc-8.3.1/release/lib" CACHE STRING "") set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") @@ -21,11 +21,11 @@ set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") #------------------------------------------------------------------------------ if(DEFINED ENV{SPACK_CC}) - set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/spack/lib/spack/env/clang/clang" CACHE PATH "") + set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/spack/lib/spack/env/clang/clang" CACHE PATH "") - set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/spack/lib/spack/env/clang/clang++" CACHE PATH "") + set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/spack/lib/spack/env/clang/clang++" CACHE PATH "") - set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/spack/lib/spack/env/clang/gfortran" CACHE PATH "") + set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/spack/lib/spack/env/clang/gfortran" CACHE PATH "") else() @@ -99,51 +99,51 @@ set(BLT_CMAKE_IMPLICIT_LINK_DIRECTORIES_EXCLUDE "/usr/tce/packages/gcc/gcc-4.9.3 # TPLs #------------------------------------------------------------------------------ -set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_08_15_15_04_27/clang-10.0.1" CACHE PATH "") +set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/blueos_3_ppc64le_ib_p9/2024_10_01_15_46_32/clang-10.0.1" CACHE PATH "") -set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-erj7kebpmsf5ipqoy7jqoxie3cme3ls2" CACHE PATH "") +set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-mt2cawtqoq7xewdwoq37yfghy5nh3apv" CACHE PATH "") -set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-d5kne3oy22k46ntfyj3tnk42ekwwpjxn" CACHE PATH "") +set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-eduvesqbpsxcphh4n2gwa65rjf5wkvyc" CACHE PATH "") -set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-5mm55ep2sxmqjoi4tlog5sy6fpxzrnwg" CACHE PATH "") +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-onlx4xgihxanvchd3p6zvwuv2qngwtur" CACHE PATH "") -set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-it33fnyqq3v4alfsia2qvxke32g32quy" CACHE PATH "") +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-l7ijl3u2ll6ahx2mplg2cu4sptohamq3" CACHE PATH "") -set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-htwjucas7yvnukibdpt52ltdelrm2zwl" CACHE PATH "") +set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-astib3lrcuba67xbvqq4elpmcrteipyg" CACHE PATH "") -set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-brqag6dnidikuz73e53butnl4bf3wgoo" CACHE PATH "") +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-pi3hm2uwsjws35sjtg62mjz5fqvdbd3f" CACHE PATH "") -set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-63w3apuyiuy4zrzgmlhneaqbozue5jii" CACHE PATH "") +set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-ch4xz4czmswqmlbylaw6tk5l6c2gll4s" CACHE PATH "") -set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-sbtr7bqtlpfrjnd6czkecotxc2nfvzza" CACHE PATH "") +set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-ds2wv5n3xygzkpwqpkfynczr2n3xobpw" CACHE PATH "") -set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-tut74ldivll3boz3b7hhfzg6rzcqf4nx" CACHE PATH "") +set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-wetp4gdthhqnxj5ocbkygnku5y7odbal" CACHE PATH "") -set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-yinnezwvab5gukvrirvsfcwu6y3cyvk3" CACHE PATH "") +set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-izq7lcbg24z3iebsik7xxpjd3bl5pjsn" CACHE PATH "") -set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-uxvn2jqln4wduazlr2j2ensokjickudy" CACHE PATH "") +set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-rmayp3wnftzmqzogz2keyot2k57ha6iz" CACHE PATH "") -set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-jf6qgpron7zyy466nlme6v3fdr6vhp7u" CACHE PATH "") +set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-4igt2sje3dkeflbsfkrlvxjvli3ktomm" CACHE PATH "") -set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-6dh4wo54ignz7vveesxgx2pon6xukzhg" CACHE PATH "") +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-v4ixnbs4u35dlspgr6tqnepcbrdqnlj6" CACHE PATH "") -set(AMGX_DIR "${TPL_ROOT}/amgx-2.3.0.1-jw6tho4zzd2stvnc4iserjdalpldsprv" CACHE PATH "") +set(AMGX_DIR "${TPL_ROOT}/amgx-2.3.0.1-f36c4zc3i2dm6bte6s6jqchnxmsewko2" CACHE PATH "") -set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-lmchhaevwnb3ybhie4kg5tsctvg3lnc2" CACHE PATH "") +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-hsdgvq26w7ldokd24im7t22olxk2uhfj" CACHE PATH "") -set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.0-ufkqwxccqq7dsik2kg5srqvm22t2sws7" CACHE PATH "") +set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.5-bnd2ednvl2feeqoogght3x4jxem4irok" CACHE PATH "") -set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-hiykxu7eafyhsfnuyeeauagfe2ltmbt3" CACHE PATH "") +set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-estga2ogex2dfkiuftp34vrdlsaixhma" CACHE PATH "") -set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-wu6bubcm522j4c6citinuym5drm5uxry" CACHE PATH "") +set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-zaoauen7kvq5fyadn3ehyfkctfawozh3" CACHE PATH "") # STRUMPACK not built -set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-z5hjpq7swriry6lplemxnkkofsi6bvy7" CACHE PATH "") +set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-55y3n3jf5vqfuphrqiwpemv4wh5fohdl" CACHE PATH "") -set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-a4qrvmfohoyz23pm2fy6se3dqvjxuyov" CACHE PATH "") +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-35gnrpicfbfwsrqkccrdjdku22tsnrfw" CACHE PATH "") -set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-tq7uw7spnci66fjx5xo5fcslilktnd7a" CACHE PATH "") +set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-pdkxttywexevkjajsudwaqapy4ti2afr" CACHE PATH "") #------------------------------------------------------------------------------ # Devtools diff --git a/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake b/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake new file mode 100644 index 000000000..1a991140f --- /dev/null +++ b/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake @@ -0,0 +1,146 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/packages/cmake/cmake-3.23.1/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/tribol-0.1.0.16-dfz6jkv6lkjmgwrfocgog4icluevojuj;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/caliper-2.10.0-5yg5mgygsul5op4jgtxypp7jvtb5ojcc;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/libunwind-1.6.2-setjlxiueeoieczzityyp3exqzf7sref;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/axom-0.9.0.1-e3mw22b6kayepwgdt56bigytlodcj67y;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/umpire-2024.02.0-yurzhcbobbthtsdpsoiidffxth5oe2ft;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/fmt-10.2.1-nfghgdhol53iezqlxgh4i5ao5npu42pd;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/raja-2024.02.0-koswlfhrwo2bpgbv2rrkoqaaslqanzs4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/camp-2024.02.0-s5oevzf32vll33gkf3lqj2w5ihuptosv;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/mfem-4.7.0.1-c2zdyi4i5oplimxje3zqujjcqo2zmqqi;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/superlu-dist-8.1.2-jo6kcgx33o2jdwyzl5jksv2cly5ne4xz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/sundials-6.7.0-4tadi2sujanpcmpab7vq7fidgq6gnybl;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/strumpack-7.2.0-h7t6emsb7ovj3opx5ewyyza2xqkbdxbn;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/netlib-scalapack-2.2.0-ocnardzd36n5id6qd2oraxdougjnrqsj;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/netcdf-c-4.7.4-vjh33ikfewgb5f52gisy4vxnuiai4jgo;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/hypre-2.26.0-qtj2nrzsgakqcjbkfsaqsajqa526uq6a;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/netlib-lapack-3.11.0-7ken6wbuzkx4ahexfbjlk5hp6c4irqgc;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/conduit-0.9.1-waf3ywzaectbjklqzubsx5w2ijakqpc7;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/parmetis-4.0.3-l326pd32hmhmvcvhi7oijukafts5ukyz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/metis-5.1.0-7xwxuepf642wq3q676sews7trkep5lna;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/hdf5-1.8.23-2xc27hk7hdalhfw5dzhn5etitbmmpv3g;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/adiak-0.4.0-pmhmyqnlwzuth7gxhpkdymcfj254lqmx;/opt/rocm-5.7.1;/opt/rocm-5.7.1/llvm;/opt/rocm-5.7.1;/opt/rocm-5.7.1/hip;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1;/usr/tce/packages/cmake/cmake-3.23.1;/opt/rocm-5.7.1;/opt/rocm-5.7.1;/opt/rocm-5.7.1;/opt/rocm-5.7.1;/usr/tce/packages/cmake/cmake-3.23.1" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/serac-develop-xellutbwzwqcvhl3p4342k4glanxrsj4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/serac-develop-xellutbwzwqcvhl3p4342k4glanxrsj4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/adiak-0.4.0-pmhmyqnlwzuth7gxhpkdymcfj254lqmx/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/axom-0.9.0.1-e3mw22b6kayepwgdt56bigytlodcj67y/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/conduit-0.9.1-waf3ywzaectbjklqzubsx5w2ijakqpc7/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/hdf5-1.8.23-2xc27hk7hdalhfw5dzhn5etitbmmpv3g/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/metis-5.1.0-7xwxuepf642wq3q676sews7trkep5lna/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/parmetis-4.0.3-l326pd32hmhmvcvhi7oijukafts5ukyz/lib;/opt/rocm-5.7.1/hip/lib;/opt/rocm-5.7.1/lib;/opt/rocm-5.7.1/llvm/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/mfem-4.7.0.1-c2zdyi4i5oplimxje3zqujjcqo2zmqqi/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/hypre-2.26.0-qtj2nrzsgakqcjbkfsaqsajqa526uq6a/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/netcdf-c-4.7.4-vjh33ikfewgb5f52gisy4vxnuiai4jgo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/netlib-scalapack-2.2.0-ocnardzd36n5id6qd2oraxdougjnrqsj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/superlu-dist-8.1.2-jo6kcgx33o2jdwyzl5jksv2cly5ne4xz/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/raja-2024.02.0-koswlfhrwo2bpgbv2rrkoqaaslqanzs4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/camp-2024.02.0-s5oevzf32vll33gkf3lqj2w5ihuptosv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/libunwind-1.6.2-setjlxiueeoieczzityyp3exqzf7sref/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/tribol-0.1.0.16-dfz6jkv6lkjmgwrfocgog4icluevojuj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/netlib-lapack-3.11.0-7ken6wbuzkx4ahexfbjlk5hp6c4irqgc/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/strumpack-7.2.0-h7t6emsb7ovj3opx5ewyyza2xqkbdxbn/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/sundials-6.7.0-4tadi2sujanpcmpab7vq7fidgq6gnybl/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/umpire-2024.02.0-yurzhcbobbthtsdpsoiidffxth5oe2ft/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/fmt-10.2.1-nfghgdhol53iezqlxgh4i5ao5npu42pd/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/caliper-2.10.0-5yg5mgygsul5op4jgtxypp7jvtb5ojcc/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/serac-develop-xellutbwzwqcvhl3p4342k4glanxrsj4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/serac-develop-xellutbwzwqcvhl3p4342k4glanxrsj4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/adiak-0.4.0-pmhmyqnlwzuth7gxhpkdymcfj254lqmx/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/axom-0.9.0.1-e3mw22b6kayepwgdt56bigytlodcj67y/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/conduit-0.9.1-waf3ywzaectbjklqzubsx5w2ijakqpc7/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/hdf5-1.8.23-2xc27hk7hdalhfw5dzhn5etitbmmpv3g/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/metis-5.1.0-7xwxuepf642wq3q676sews7trkep5lna/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/parmetis-4.0.3-l326pd32hmhmvcvhi7oijukafts5ukyz/lib;/opt/rocm-5.7.1/hip/lib;/opt/rocm-5.7.1/lib;/opt/rocm-5.7.1/llvm/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/mfem-4.7.0.1-c2zdyi4i5oplimxje3zqujjcqo2zmqqi/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/hypre-2.26.0-qtj2nrzsgakqcjbkfsaqsajqa526uq6a/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/netcdf-c-4.7.4-vjh33ikfewgb5f52gisy4vxnuiai4jgo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/netlib-scalapack-2.2.0-ocnardzd36n5id6qd2oraxdougjnrqsj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/superlu-dist-8.1.2-jo6kcgx33o2jdwyzl5jksv2cly5ne4xz/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/raja-2024.02.0-koswlfhrwo2bpgbv2rrkoqaaslqanzs4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/camp-2024.02.0-s5oevzf32vll33gkf3lqj2w5ihuptosv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/libunwind-1.6.2-setjlxiueeoieczzityyp3exqzf7sref/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/tribol-0.1.0.16-dfz6jkv6lkjmgwrfocgog4icluevojuj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/netlib-lapack-3.11.0-7ken6wbuzkx4ahexfbjlk5hp6c4irqgc/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/strumpack-7.2.0-h7t6emsb7ovj3opx5ewyyza2xqkbdxbn/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/sundials-6.7.0-4tadi2sujanpcmpab7vq7fidgq6gnybl/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/umpire-2024.02.0-yurzhcbobbthtsdpsoiidffxth5oe2ft/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/fmt-10.2.1-nfghgdhol53iezqlxgh4i5ao5npu42pd/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0/caliper-2.10.0-5yg5mgygsul5op4jgtxypp7jvtb5ojcc/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: clang@=17.0.0 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/spack/lib/spack/env/clang/clang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/spack/lib/spack/env/clang/clang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/spack/lib/spack/env/clang/flang" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdflang" CACHE PATH "") + +endif() + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpif90" CACHE PATH "") + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-5.7.1/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-5.7.1/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a" CACHE STRING "") + +set(GPU_TARGETS "gfx90a" CACHE STRING "") + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_HIP ON CACHE BOOL "") + +set(HIP_CLANG_INCLUDE_PATH "/opt/rocm-5.7.1/hip/../llvm/lib/clang/17.0.0/include" CACHE PATH "") + +set(CMAKE_EXE_LINKER_FLAGS "-L/opt/rocm-5.7.1/hip/../llvm/lib -L/opt/rocm-5.7.1/hip/lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../llvm/lib:/opt/rocm-5.7.1/hip/lib -lpgmath -lflang -lflangrti -lompstub -lamdhip64 -L/opt/rocm-5.7.1/hip/../lib64 -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib64 -L/opt/rocm-5.7.1/hip/../lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib -lamd_comgr -lhsa-runtime64 -lhipblas -lrocsolver " CACHE STRING "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib_cray/2024_10_01_15_45_47/clang-17.0.0" CACHE PATH "") + +set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-e3mw22b6kayepwgdt56bigytlodcj67y" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-s5oevzf32vll33gkf3lqj2w5ihuptosv" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-waf3ywzaectbjklqzubsx5w2ijakqpc7" CACHE PATH "") + +set(LUA_DIR "/usr" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-c2zdyi4i5oplimxje3zqujjcqo2zmqqi" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-2xc27hk7hdalhfw5dzhn5etitbmmpv3g" CACHE PATH "") + +set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-qtj2nrzsgakqcjbkfsaqsajqa526uq6a" CACHE PATH "") + +set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-7xwxuepf642wq3q676sews7trkep5lna" CACHE PATH "") + +set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-l326pd32hmhmvcvhi7oijukafts5ukyz" CACHE PATH "") + +set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-vjh33ikfewgb5f52gisy4vxnuiai4jgo" CACHE PATH "") + +set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-jo6kcgx33o2jdwyzl5jksv2cly5ne4xz" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-pmhmyqnlwzuth7gxhpkdymcfj254lqmx" CACHE PATH "") + +# AMGX not built + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-5yg5mgygsul5op4jgtxypp7jvtb5ojcc" CACHE PATH "") + +# PETSC not built + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-koswlfhrwo2bpgbv2rrkoqaaslqanzs4" CACHE PATH "") + +# SLEPC not built + +set(STRUMPACK_DIR "${TPL_ROOT}/strumpack-7.2.0-h7t6emsb7ovj3opx5ewyyza2xqkbdxbn" CACHE PATH "") + +set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-4tadi2sujanpcmpab7vq7fidgq6gnybl" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-yurzhcbobbthtsdpsoiidffxth5oe2ft" CACHE PATH "") + +set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-dfz6jkv6lkjmgwrfocgog4icluevojuj" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# Code checks disabled due to disabled devtools + +set(SERAC_ENABLE_CODE_CHECKS OFF CACHE BOOL "") + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_CLANGTIDY OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + From c4a4889c2239c86aabb6d6b41f61b91ecd156b11 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Tue, 1 Oct 2024 18:04:16 -0700 Subject: [PATCH 18/24] correct hc name --- .gitlab/build_toss4_cray.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitlab/build_toss4_cray.yml b/.gitlab/build_toss4_cray.yml index 54ccca71b..1bdf5ac70 100644 --- a/.gitlab/build_toss4_cray.yml +++ b/.gitlab/build_toss4_cray.yml @@ -34,7 +34,7 @@ toss4_cray-clang_17_0_0-src: variables: COMPILER: "clang@17.0.0" - HOST_CONFIG: "tioga-toss_4_x86_64_ib_cray-${COMPILER}.cmake" + HOST_CONFIG: "tioga-toss_4_x86_64_ib_cray-${COMPILER}_hip.cmake" EXTRA_CMAKE_OPTIONS: "-DENABLE_BENCHMARKS=ON" ALLOC_NODES: "1" ALLOC_TIME: "30" From 3471146fb81d186c5ea551088abdee8f9f90e5a5 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Tue, 1 Oct 2024 18:16:00 -0700 Subject: [PATCH 19/24] use flux args --- .gitlab/build_toss4_cray.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.gitlab/build_toss4_cray.yml b/.gitlab/build_toss4_cray.yml index 1bdf5ac70..e7cce309a 100644 --- a/.gitlab/build_toss4_cray.yml +++ b/.gitlab/build_toss4_cray.yml @@ -2,7 +2,7 @@ # This is the shared configuration of jobs for toss4_cray .on_toss4_cray: variables: - SCHEDULER_PARAMETERS: "--res=ci --exclusive=user --deadline=now+1hour -N ${ALLOC_NODES} -t ${ALLOC_TIME} -A ${ALLOC_BANK}" + SCHEDULER_PARAMETERS: "--queue pci --exclusive --time-limit=${ALLOC_TIME}m --nodes=${ALLOC_NODES}" tags: - batch - tioga From 60e943729bd0efa87b9045e9bc39a0e62a807eea Mon Sep 17 00:00:00 2001 From: chapman39 Date: Wed, 2 Oct 2024 09:19:17 -0700 Subject: [PATCH 20/24] remove module load texlive --- .gitlab/build_toss4_cray.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.gitlab/build_toss4_cray.yml b/.gitlab/build_toss4_cray.yml index e7cce309a..14d77d083 100644 --- a/.gitlab/build_toss4_cray.yml +++ b/.gitlab/build_toss4_cray.yml @@ -11,7 +11,6 @@ when: never before_script: - module load cmake/3.23.1 - - module load texlive #### # Templates From 58f124fa915dd72819bf46589e99617e77b369dc Mon Sep 17 00:00:00 2001 From: Alex Tyler Chapman Date: Wed, 2 Oct 2024 11:51:56 -0700 Subject: [PATCH 21/24] add -lrocblas to fix build errors --- .../rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake | 2 +- host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake | 2 +- scripts/spack/packages/serac/package.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake b/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake index 9fdc67bc0..e71991ac2 100644 --- a/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake +++ b/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake @@ -79,7 +79,7 @@ set(ENABLE_HIP ON CACHE BOOL "") set(HIP_CLANG_INCLUDE_PATH "/opt/rocm-5.7.1/hip/../llvm/lib/clang/17.0.0/include" CACHE PATH "") -set(CMAKE_EXE_LINKER_FLAGS "-L/opt/rocm-5.7.1/hip/../llvm/lib -L/opt/rocm-5.7.1/hip/lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../llvm/lib:/opt/rocm-5.7.1/hip/lib -lpgmath -lflang -lflangrti -lompstub -lamdhip64 -L/opt/rocm-5.7.1/hip/../lib64 -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib64 -L/opt/rocm-5.7.1/hip/../lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib -lamd_comgr -lhsa-runtime64 -lhipblas -lrocsolver " CACHE STRING "") +set(CMAKE_EXE_LINKER_FLAGS "-L/opt/rocm-5.7.1/hip/../llvm/lib -L/opt/rocm-5.7.1/hip/lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../llvm/lib:/opt/rocm-5.7.1/hip/lib -lpgmath -lflang -lflangrti -lompstub -lamdhip64 -L/opt/rocm-5.7.1/hip/../lib64 -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib64 -L/opt/rocm-5.7.1/hip/../lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib -lamd_comgr -lhsa-runtime64 -lhipblas -lrocblas -lrocsolver " CACHE STRING "") #------------------------------------------------------------------------------ # TPLs diff --git a/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake b/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake index 1a991140f..d6e70426f 100644 --- a/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake +++ b/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake @@ -79,7 +79,7 @@ set(ENABLE_HIP ON CACHE BOOL "") set(HIP_CLANG_INCLUDE_PATH "/opt/rocm-5.7.1/hip/../llvm/lib/clang/17.0.0/include" CACHE PATH "") -set(CMAKE_EXE_LINKER_FLAGS "-L/opt/rocm-5.7.1/hip/../llvm/lib -L/opt/rocm-5.7.1/hip/lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../llvm/lib:/opt/rocm-5.7.1/hip/lib -lpgmath -lflang -lflangrti -lompstub -lamdhip64 -L/opt/rocm-5.7.1/hip/../lib64 -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib64 -L/opt/rocm-5.7.1/hip/../lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib -lamd_comgr -lhsa-runtime64 -lhipblas -lrocsolver " CACHE STRING "") +set(CMAKE_EXE_LINKER_FLAGS "-L/opt/rocm-5.7.1/hip/../llvm/lib -L/opt/rocm-5.7.1/hip/lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../llvm/lib:/opt/rocm-5.7.1/hip/lib -lpgmath -lflang -lflangrti -lompstub -lamdhip64 -L/opt/rocm-5.7.1/hip/../lib64 -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib64 -L/opt/rocm-5.7.1/hip/../lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib -lamd_comgr -lhsa-runtime64 -lhipblas -lrocblas -lrocsolver " CACHE STRING "") #------------------------------------------------------------------------------ # TPLs diff --git a/scripts/spack/packages/serac/package.py b/scripts/spack/packages/serac/package.py index 3e00dadab..31f293c2f 100644 --- a/scripts/spack/packages/serac/package.py +++ b/scripts/spack/packages/serac/package.py @@ -403,7 +403,7 @@ def initconfig_hardware_entries(self): hip_link_flags += "-lamd_comgr -lhsa-runtime64 " if spec.satisfies("+strumpack"): - hip_link_flags += "-lhipblas -lrocsolver " + hip_link_flags += "-lhipblas -lrocblas -lrocsolver " entries.append(cmake_cache_string("CMAKE_EXE_LINKER_FLAGS", hip_link_flags)) From f1c1db2528ef80f2dfbefba1df1cb0c872a43ac2 Mon Sep 17 00:00:00 2001 From: Alex Tyler Chapman Date: Wed, 2 Oct 2024 13:22:50 -0700 Subject: [PATCH 22/24] ruby host configs --- .../ruby-toss_4_x86_64_ib-clang@14.0.6.cmake | 58 +++++++++---------- .../ruby-toss_4_x86_64_ib-gcc@10.3.1.cmake | 58 +++++++++---------- 2 files changed, 58 insertions(+), 58 deletions(-) diff --git a/host-configs/ruby-toss_4_x86_64_ib-clang@14.0.6.cmake b/host-configs/ruby-toss_4_x86_64_ib-clang@14.0.6.cmake index 1db4786e5..afcd3adb3 100644 --- a/host-configs/ruby-toss_4_x86_64_ib-clang@14.0.6.cmake +++ b/host-configs/ruby-toss_4_x86_64_ib-clang@14.0.6.cmake @@ -4,13 +4,13 @@ # CMake executable path: /usr/tce/bin/cmake #------------------------------------------------------------------------------ -set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/tribol-0.1.0.16-ihtxdqnqmpmjqbdqpu2uk7z6wfbel64l;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/caliper-2.10.0-ca2zzh27ovjzbmet7gcugn63ikecknfz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/axom-0.9.0.1-hjzajs2vl6tprw5qddxmgb22v6vm2w4a;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/umpire-2024.02.0-2pccudwljtl4ufrricelmfcgdqlvlndh;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/raja-2024.02.0-lrls3lvqdzzabpbebmujm6gsxh2u2k7d;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/mfem-4.7.0.1-x675lu4mevyu7my2i2lh5e63rmi5e2aa;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/sundials-6.7.0-x46fxvrxdsjf5cm6mwx2mrm4mkbyznbd;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/slepc-3.21.0-dop75j5pq4vu7fw7fqlpbtrnao73xljp;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/arpack-ng-3.9.0-z6e4u4my5buisckbihczmz5j32pxs2v4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/petsc-3.21.0-5uzavaynlnsviuosmsbejm73vh632t7h;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/superlu-dist-8.1.2-2dr7wuoddwu37rrkf3xwzs45x2rhwcjf;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/strumpack-7.2.0-f4hu2gf3rnohun54plwlpabsl2nfjfs5;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/netlib-scalapack-2.2.0-vsob74ufx2to5q5vqbxhmolpvgoorml4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/netcdf-c-4.7.4-njrhnbetiu6kxwycmssvkxed6zfrxdvw;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/hypre-2.26.0-hhftpsdyvptxzzowqjbdb2j6jom6dmps;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/conduit-0.9.1-353pomgdb7d5pebbj4iyzc5433qso5x2;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/parmetis-4.0.3-xbeutwo45nrcbob444xxhg6kzuhpslcv;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/hdf5-1.8.23-zcie2cfvrnkzyvatgrcuj27a5wlowfan;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/adiak-0.4.0-7gdtwetnsn5ejsfiocpk6mg6z4l644pl;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/metis-5.1.0-4exxxa6bgi67aiujlhvvnbyj3yjmfln2;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/camp-2024.02.0-cqk4dzztmpe2zdthzy6bh7imn7f5kpjj;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/libunwind-1.6.2-efhvzfczdc4a67dqpyi25ybpz2gsa7k3;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/fmt-10.2.1-pi2bzmpjnojtwewl4gtifgfywxeie7wu;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/zlib-ng-2.1.6-qhxzcaaq75coesuhnxldgtchfvm2iuyd;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6;/usr/tce/packages/python/python-3.9.12;/usr/tce/packages/clang/clang-14.0.6;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/cppcheck-2.9;/usr/tce;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6;/usr/tce/packages/clang/clang-14.0.6" CACHE STRING "") +set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/tribol-0.1.0.16-laq7ejwr3fxbxpu4jjo6o6f76v2qungc;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/caliper-2.10.0-dp2hknbdalvokhjypxku7jgkw3im4lc4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/libunwind-1.6.2-525xjhdzj3byebl6hpv7soeqkd5orlhz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/axom-0.9.0.1-4mfmdgnitrad7f7p2ka5g7rm7mxixwah;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/umpire-2024.02.0-purxq5nbxq3yqqbrvkn7el5rauaiz5oz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/fmt-10.2.1-cfpuxzg2dg73pyg3ybrplc6ok7gbs4gg;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/raja-2024.02.0-kzxjn47u6gyq5xgjsoesnrhii2mkv75c;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/camp-2024.02.0-44syf6lruhtmdhvknku6vvbjyjofaqec;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/mfem-4.7.0.1-sgrxqqpfl75uny33xk4jo44xio3ogzc5;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/sundials-6.7.0-xtyr4adfqysuhgf3hta35invr6oy34t4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/slepc-3.21.0-j3mqeonj7zq5mbycguo5v2wyjgfu7t7g;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/arpack-ng-3.9.0-6tkc7swzotn642ucwabxvhcg7546yflm;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/petsc-3.21.5-z25wwguoru2p2eidxw63qvwwtjwtbx43;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/superlu-dist-8.1.2-svz77kig5lt7tvzejrrqsyoppd3yvaly;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/strumpack-7.2.0-xq7nxtnyqca7gchy46vcl3pmkwl3e3rn;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/netlib-scalapack-2.2.0-7ufytkwe3flhjnpskijhugi7vfjrxeay;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/netcdf-c-4.7.4-eqjhzuxp2ktgckwdqcr3x5gqgdsgcpyc;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/hypre-2.26.0-sjbbiwfbp4d22o554mfvvw4xyx6aaw5q;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/conduit-0.9.1-7vaqdrodvtzp433zn4prh3szrd737kgo;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/parmetis-4.0.3-xicxaa3tcb4s5cuepszfstglc2efrg7n;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/metis-5.1.0-5xkmegbui6mvrw6hfm22vle32a7wnghd;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/hdf5-1.8.23-2xvw3xy72vktia3e3ymom23luh3sfscg;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/adiak-0.4.0-iv6c4dmogjmfcz5trguac6nsmypoy6n4;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6;/usr/tce/packages/python/python-3.9.12;/usr/tce/packages/clang/clang-14.0.6;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/cppcheck-2.9;/usr/tce;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6;/usr/tce/packages/clang/clang-14.0.6" CACHE STRING "") set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") -set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/serac-develop-csufas3acq5mpv4hog27l6sfxqouda5k/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/serac-develop-csufas3acq5mpv4hog27l6sfxqouda5k/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/adiak-0.4.0-7gdtwetnsn5ejsfiocpk6mg6z4l644pl/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/axom-0.9.0.1-hjzajs2vl6tprw5qddxmgb22v6vm2w4a/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/conduit-0.9.1-353pomgdb7d5pebbj4iyzc5433qso5x2/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/hdf5-1.8.23-zcie2cfvrnkzyvatgrcuj27a5wlowfan/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/zlib-ng-2.1.6-qhxzcaaq75coesuhnxldgtchfvm2iuyd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/metis-5.1.0-4exxxa6bgi67aiujlhvvnbyj3yjmfln2/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/parmetis-4.0.3-xbeutwo45nrcbob444xxhg6kzuhpslcv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/mfem-4.7.0.1-x675lu4mevyu7my2i2lh5e63rmi5e2aa/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/hypre-2.26.0-hhftpsdyvptxzzowqjbdb2j6jom6dmps/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/netcdf-c-4.7.4-njrhnbetiu6kxwycmssvkxed6zfrxdvw/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/petsc-3.21.0-5uzavaynlnsviuosmsbejm73vh632t7h/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/netlib-scalapack-2.2.0-vsob74ufx2to5q5vqbxhmolpvgoorml4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/superlu-dist-8.1.2-2dr7wuoddwu37rrkf3xwzs45x2rhwcjf/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/slepc-3.21.0-dop75j5pq4vu7fw7fqlpbtrnao73xljp/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/raja-2024.02.0-lrls3lvqdzzabpbebmujm6gsxh2u2k7d/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/camp-2024.02.0-cqk4dzztmpe2zdthzy6bh7imn7f5kpjj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/libunwind-1.6.2-efhvzfczdc4a67dqpyi25ybpz2gsa7k3/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/tribol-0.1.0.16-ihtxdqnqmpmjqbdqpu2uk7z6wfbel64l/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/strumpack-7.2.0-f4hu2gf3rnohun54plwlpabsl2nfjfs5/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/arpack-ng-3.9.0-z6e4u4my5buisckbihczmz5j32pxs2v4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/sundials-6.7.0-x46fxvrxdsjf5cm6mwx2mrm4mkbyznbd/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/umpire-2024.02.0-2pccudwljtl4ufrricelmfcgdqlvlndh/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/fmt-10.2.1-pi2bzmpjnojtwewl4gtifgfywxeie7wu/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/caliper-2.10.0-ca2zzh27ovjzbmet7gcugn63ikecknfz/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") +set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/serac-develop-c7wsewfwgsb6gdf25msctnq5ihsofsun/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/serac-develop-c7wsewfwgsb6gdf25msctnq5ihsofsun/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/adiak-0.4.0-iv6c4dmogjmfcz5trguac6nsmypoy6n4/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/axom-0.9.0.1-4mfmdgnitrad7f7p2ka5g7rm7mxixwah/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/conduit-0.9.1-7vaqdrodvtzp433zn4prh3szrd737kgo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/hdf5-1.8.23-2xvw3xy72vktia3e3ymom23luh3sfscg/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/metis-5.1.0-5xkmegbui6mvrw6hfm22vle32a7wnghd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/parmetis-4.0.3-xicxaa3tcb4s5cuepszfstglc2efrg7n/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/mfem-4.7.0.1-sgrxqqpfl75uny33xk4jo44xio3ogzc5/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/hypre-2.26.0-sjbbiwfbp4d22o554mfvvw4xyx6aaw5q/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/netcdf-c-4.7.4-eqjhzuxp2ktgckwdqcr3x5gqgdsgcpyc/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/petsc-3.21.5-z25wwguoru2p2eidxw63qvwwtjwtbx43/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/netlib-scalapack-2.2.0-7ufytkwe3flhjnpskijhugi7vfjrxeay/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/superlu-dist-8.1.2-svz77kig5lt7tvzejrrqsyoppd3yvaly/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/slepc-3.21.0-j3mqeonj7zq5mbycguo5v2wyjgfu7t7g/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/raja-2024.02.0-kzxjn47u6gyq5xgjsoesnrhii2mkv75c/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/camp-2024.02.0-44syf6lruhtmdhvknku6vvbjyjofaqec/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/libunwind-1.6.2-525xjhdzj3byebl6hpv7soeqkd5orlhz/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/tribol-0.1.0.16-laq7ejwr3fxbxpu4jjo6o6f76v2qungc/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/strumpack-7.2.0-xq7nxtnyqca7gchy46vcl3pmkwl3e3rn/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/arpack-ng-3.9.0-6tkc7swzotn642ucwabxvhcg7546yflm/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/sundials-6.7.0-xtyr4adfqysuhgf3hta35invr6oy34t4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/umpire-2024.02.0-purxq5nbxq3yqqbrvkn7el5rauaiz5oz/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/fmt-10.2.1-cfpuxzg2dg73pyg3ybrplc6ok7gbs4gg/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/caliper-2.10.0-dp2hknbdalvokhjypxku7jgkw3im4lc4/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") -set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/serac-develop-csufas3acq5mpv4hog27l6sfxqouda5k/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/serac-develop-csufas3acq5mpv4hog27l6sfxqouda5k/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/adiak-0.4.0-7gdtwetnsn5ejsfiocpk6mg6z4l644pl/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/axom-0.9.0.1-hjzajs2vl6tprw5qddxmgb22v6vm2w4a/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/conduit-0.9.1-353pomgdb7d5pebbj4iyzc5433qso5x2/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/hdf5-1.8.23-zcie2cfvrnkzyvatgrcuj27a5wlowfan/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/zlib-ng-2.1.6-qhxzcaaq75coesuhnxldgtchfvm2iuyd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/metis-5.1.0-4exxxa6bgi67aiujlhvvnbyj3yjmfln2/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/parmetis-4.0.3-xbeutwo45nrcbob444xxhg6kzuhpslcv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/mfem-4.7.0.1-x675lu4mevyu7my2i2lh5e63rmi5e2aa/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/hypre-2.26.0-hhftpsdyvptxzzowqjbdb2j6jom6dmps/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/netcdf-c-4.7.4-njrhnbetiu6kxwycmssvkxed6zfrxdvw/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/petsc-3.21.0-5uzavaynlnsviuosmsbejm73vh632t7h/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/netlib-scalapack-2.2.0-vsob74ufx2to5q5vqbxhmolpvgoorml4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/superlu-dist-8.1.2-2dr7wuoddwu37rrkf3xwzs45x2rhwcjf/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/slepc-3.21.0-dop75j5pq4vu7fw7fqlpbtrnao73xljp/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/raja-2024.02.0-lrls3lvqdzzabpbebmujm6gsxh2u2k7d/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/camp-2024.02.0-cqk4dzztmpe2zdthzy6bh7imn7f5kpjj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/libunwind-1.6.2-efhvzfczdc4a67dqpyi25ybpz2gsa7k3/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/tribol-0.1.0.16-ihtxdqnqmpmjqbdqpu2uk7z6wfbel64l/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/strumpack-7.2.0-f4hu2gf3rnohun54plwlpabsl2nfjfs5/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/arpack-ng-3.9.0-z6e4u4my5buisckbihczmz5j32pxs2v4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/sundials-6.7.0-x46fxvrxdsjf5cm6mwx2mrm4mkbyznbd/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/umpire-2024.02.0-2pccudwljtl4ufrricelmfcgdqlvlndh/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/fmt-10.2.1-pi2bzmpjnojtwewl4gtifgfywxeie7wu/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6/caliper-2.10.0-ca2zzh27ovjzbmet7gcugn63ikecknfz/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") +set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/serac-develop-c7wsewfwgsb6gdf25msctnq5ihsofsun/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/serac-develop-c7wsewfwgsb6gdf25msctnq5ihsofsun/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/adiak-0.4.0-iv6c4dmogjmfcz5trguac6nsmypoy6n4/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/axom-0.9.0.1-4mfmdgnitrad7f7p2ka5g7rm7mxixwah/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/conduit-0.9.1-7vaqdrodvtzp433zn4prh3szrd737kgo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/hdf5-1.8.23-2xvw3xy72vktia3e3ymom23luh3sfscg/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/metis-5.1.0-5xkmegbui6mvrw6hfm22vle32a7wnghd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/parmetis-4.0.3-xicxaa3tcb4s5cuepszfstglc2efrg7n/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/mfem-4.7.0.1-sgrxqqpfl75uny33xk4jo44xio3ogzc5/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/hypre-2.26.0-sjbbiwfbp4d22o554mfvvw4xyx6aaw5q/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/netcdf-c-4.7.4-eqjhzuxp2ktgckwdqcr3x5gqgdsgcpyc/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/petsc-3.21.5-z25wwguoru2p2eidxw63qvwwtjwtbx43/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/netlib-scalapack-2.2.0-7ufytkwe3flhjnpskijhugi7vfjrxeay/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/superlu-dist-8.1.2-svz77kig5lt7tvzejrrqsyoppd3yvaly/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/slepc-3.21.0-j3mqeonj7zq5mbycguo5v2wyjgfu7t7g/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/raja-2024.02.0-kzxjn47u6gyq5xgjsoesnrhii2mkv75c/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/camp-2024.02.0-44syf6lruhtmdhvknku6vvbjyjofaqec/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/libunwind-1.6.2-525xjhdzj3byebl6hpv7soeqkd5orlhz/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/tribol-0.1.0.16-laq7ejwr3fxbxpu4jjo6o6f76v2qungc/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/strumpack-7.2.0-xq7nxtnyqca7gchy46vcl3pmkwl3e3rn/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/arpack-ng-3.9.0-6tkc7swzotn642ucwabxvhcg7546yflm/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/sundials-6.7.0-xtyr4adfqysuhgf3hta35invr6oy34t4/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/umpire-2024.02.0-purxq5nbxq3yqqbrvkn7el5rauaiz5oz/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/fmt-10.2.1-cfpuxzg2dg73pyg3ybrplc6ok7gbs4gg/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6/caliper-2.10.0-dp2hknbdalvokhjypxku7jgkw3im4lc4/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") @@ -21,11 +21,11 @@ set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") #------------------------------------------------------------------------------ if(DEFINED ENV{SPACK_CC}) - set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/spack/lib/spack/env/clang/clang" CACHE PATH "") + set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/spack/lib/spack/env/clang/clang" CACHE PATH "") - set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/spack/lib/spack/env/clang/clang++" CACHE PATH "") + set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/spack/lib/spack/env/clang/clang++" CACHE PATH "") - set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/spack/lib/spack/env/clang/gfortran" CACHE PATH "") + set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/spack/lib/spack/env/clang/gfortran" CACHE PATH "") else() @@ -47,12 +47,12 @@ set(MPI_CXX_COMPILER "/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/bin set(MPI_Fortran_COMPILER "/usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6/bin/mpif90" CACHE PATH "") -set(MPIEXEC_EXECUTABLE "/usr/bin/srun" CACHE PATH "") - set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") set(ENABLE_MPI ON CACHE BOOL "") +set(MPIEXEC_EXECUTABLE "/usr/bin/srun" CACHE PATH "") + #------------------------------------------------------------------------------ # Hardware #------------------------------------------------------------------------------ @@ -63,51 +63,51 @@ set(ENABLE_OPENMP ON CACHE BOOL "") # TPLs #------------------------------------------------------------------------------ -set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/clang-14.0.6" CACHE PATH "") +set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/clang-14.0.6" CACHE PATH "") -set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-hjzajs2vl6tprw5qddxmgb22v6vm2w4a" CACHE PATH "") +set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-4mfmdgnitrad7f7p2ka5g7rm7mxixwah" CACHE PATH "") -set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-cqk4dzztmpe2zdthzy6bh7imn7f5kpjj" CACHE PATH "") +set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-44syf6lruhtmdhvknku6vvbjyjofaqec" CACHE PATH "") -set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-353pomgdb7d5pebbj4iyzc5433qso5x2" CACHE PATH "") +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-7vaqdrodvtzp433zn4prh3szrd737kgo" CACHE PATH "") set(LUA_DIR "/usr" CACHE PATH "") -set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-x675lu4mevyu7my2i2lh5e63rmi5e2aa" CACHE PATH "") +set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-sgrxqqpfl75uny33xk4jo44xio3ogzc5" CACHE PATH "") -set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-zcie2cfvrnkzyvatgrcuj27a5wlowfan" CACHE PATH "") +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-2xvw3xy72vktia3e3ymom23luh3sfscg" CACHE PATH "") -set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-hhftpsdyvptxzzowqjbdb2j6jom6dmps" CACHE PATH "") +set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-sjbbiwfbp4d22o554mfvvw4xyx6aaw5q" CACHE PATH "") -set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-4exxxa6bgi67aiujlhvvnbyj3yjmfln2" CACHE PATH "") +set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-5xkmegbui6mvrw6hfm22vle32a7wnghd" CACHE PATH "") -set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-xbeutwo45nrcbob444xxhg6kzuhpslcv" CACHE PATH "") +set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-xicxaa3tcb4s5cuepszfstglc2efrg7n" CACHE PATH "") -set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-njrhnbetiu6kxwycmssvkxed6zfrxdvw" CACHE PATH "") +set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-eqjhzuxp2ktgckwdqcr3x5gqgdsgcpyc" CACHE PATH "") -set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-2dr7wuoddwu37rrkf3xwzs45x2rhwcjf" CACHE PATH "") +set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-svz77kig5lt7tvzejrrqsyoppd3yvaly" CACHE PATH "") -set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-z6e4u4my5buisckbihczmz5j32pxs2v4" CACHE PATH "") +set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-6tkc7swzotn642ucwabxvhcg7546yflm" CACHE PATH "") -set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-7gdtwetnsn5ejsfiocpk6mg6z4l644pl" CACHE PATH "") +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-iv6c4dmogjmfcz5trguac6nsmypoy6n4" CACHE PATH "") # AMGX not built -set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-ca2zzh27ovjzbmet7gcugn63ikecknfz" CACHE PATH "") +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-dp2hknbdalvokhjypxku7jgkw3im4lc4" CACHE PATH "") -set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.0-5uzavaynlnsviuosmsbejm73vh632t7h" CACHE PATH "") +set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.5-z25wwguoru2p2eidxw63qvwwtjwtbx43" CACHE PATH "") -set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-lrls3lvqdzzabpbebmujm6gsxh2u2k7d" CACHE PATH "") +set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-kzxjn47u6gyq5xgjsoesnrhii2mkv75c" CACHE PATH "") -set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-dop75j5pq4vu7fw7fqlpbtrnao73xljp" CACHE PATH "") +set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-j3mqeonj7zq5mbycguo5v2wyjgfu7t7g" CACHE PATH "") -set(STRUMPACK_DIR "${TPL_ROOT}/strumpack-7.2.0-f4hu2gf3rnohun54plwlpabsl2nfjfs5" CACHE PATH "") +set(STRUMPACK_DIR "${TPL_ROOT}/strumpack-7.2.0-xq7nxtnyqca7gchy46vcl3pmkwl3e3rn" CACHE PATH "") -set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-x46fxvrxdsjf5cm6mwx2mrm4mkbyznbd" CACHE PATH "") +set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-xtyr4adfqysuhgf3hta35invr6oy34t4" CACHE PATH "") -set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-2pccudwljtl4ufrricelmfcgdqlvlndh" CACHE PATH "") +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-purxq5nbxq3yqqbrvkn7el5rauaiz5oz" CACHE PATH "") -set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-ihtxdqnqmpmjqbdqpu2uk7z6wfbel64l" CACHE PATH "") +set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-laq7ejwr3fxbxpu4jjo6o6f76v2qungc" CACHE PATH "") #------------------------------------------------------------------------------ # Devtools diff --git a/host-configs/ruby-toss_4_x86_64_ib-gcc@10.3.1.cmake b/host-configs/ruby-toss_4_x86_64_ib-gcc@10.3.1.cmake index 513336793..cbc390342 100644 --- a/host-configs/ruby-toss_4_x86_64_ib-gcc@10.3.1.cmake +++ b/host-configs/ruby-toss_4_x86_64_ib-gcc@10.3.1.cmake @@ -4,13 +4,13 @@ # CMake executable path: /usr/tce/bin/cmake #------------------------------------------------------------------------------ -set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/tribol-0.1.0.16-vkzazpltbnsibjd6xgo2bsjhvntir5l6;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/caliper-2.10.0-ptmxt3ipin2lijp72xkpzyg7rgahjcjn;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/libunwind-1.6.2-xiqcmzd3fggyxywtyaajs6simtx6pjgq;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/axom-0.9.0.1-ssddjer2sq47y5jbxq5sadda3gvypzig;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/umpire-2024.02.0-3rmt4bmprzkmqr7o64ko3ixy3lqomint;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/fmt-10.2.1-rma2zx5mtgnndnhq72ef4vgxjnje2jyp;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/raja-2024.02.0-5kfwvub234en4pbt7mdfhjaxehiftbq6;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/camp-2024.02.0-kpacbb4ngydciyo556xozfl2m2qeoa3d;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/mfem-4.7.0.1-oqx32dsdcc4wlapnlzk23bowlfzaar72;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/sundials-6.7.0-zmimyxl3d7d2gg5txkhybgiyuhcvybxk;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/slepc-3.21.0-jr75mlcnukai64nexf5plaggcmf7aht3;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/arpack-ng-3.9.0-3ah3577fz7tsyg6amiargf625fzzetop;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/petsc-3.21.0-zblarmtekggmgfqfj6cw2z7wttmwt7yt;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/superlu-dist-8.1.2-px3jnfoodj7pzpbjext7dx56mivexrem;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/strumpack-7.2.0-7snmiifeu2dviqmzkmiwlt4c64emhtqh;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/netlib-scalapack-2.2.0-ix44yrtjbpgkmioueo6k5xrgkn7ert27;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/netcdf-c-4.7.4-rgvblj4nh2qvztj37btwoppvzlllq6my;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/hypre-2.26.0-xepbv45qea6kka6rngqqawy45yjsuoen;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/conduit-0.9.1-wtr6hpsf7gajoufembjzoydjt3bi2hwo;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/parmetis-4.0.3-ahuyvh3l7nrtazl57luj3qqidy4nqrko;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/metis-5.1.0-tboz5tezdek32y47k5x6ep46hpobmw3x;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/hdf5-1.8.23-a45pvz2loz7qhj727ab22pt4s3z3gfgb;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/zlib-ng-2.1.6-e7vquirf5kqmo55sqyjrqx4ugbeywyky;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/adiak-0.4.0-ui5d6keelvv53govuyi7hg76h5p2l5wk;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/gcc-runtime-10.3.1-3pxtozw7vgxnb6bpeopsn7wi2tothnei;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1;/usr/tce/packages/python/python-3.9.12;/usr/tce/packages/clang/clang-14.0.6;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/cppcheck-2.9;/usr/tce;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1" CACHE STRING "") +set(CMAKE_PREFIX_PATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/tribol-0.1.0.16-7sqbpqikzgcfrxnmchmq2ywjhzqhrkbk;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/caliper-2.10.0-6abvu3j32clqlckpmvh2ltt75q6o5sez;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/libunwind-1.6.2-4oj53vuwb5fmd5uj4cndlfmykhap74tl;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/axom-0.9.0.1-expybaptgqlqq7wexgopxil5wogm6hql;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/umpire-2024.02.0-msiecmcxfzhhcouig4mbfrbexs6riqlx;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/fmt-10.2.1-m3vcfw57pfjhayhoe2o7ilfeacbo5ird;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/raja-2024.02.0-lqh4nnlb6dnwxo5oifssbuqmddosfhb4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/camp-2024.02.0-tatitxh4fd44lhh52slgg7d5idoj5tzv;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/mfem-4.7.0.1-wkzcp4ew57fkqlfryyqmno6bs5h3ao2n;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/sundials-6.7.0-sjtxgs23ik47a6lxnph6updvmn7eb7tv;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/slepc-3.21.0-m4kczptc5d55vtqoe5ngzdma7qv3ptac;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/arpack-ng-3.9.0-u6b2oe2fztr3inoukivyrt7zrv7fanpr;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/petsc-3.21.5-v3mtx5p5xynwadcnvopabx6w3bibyiuj;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/superlu-dist-8.1.2-u3yixozvn5ovoxeisnemy63qp4r34eso;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/strumpack-7.2.0-rmcitbijskjgwd4iuqdxkgmgyiamaucj;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/netlib-scalapack-2.2.0-h7462s3jkowjb52ljkhixrfgsmqpa4m7;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/netcdf-c-4.7.4-pufzdusv356bdwsck37ykn6yv7i4pu55;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/hypre-2.26.0-aluxqvx7e742gwyc24a63lw6onvgaewd;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/conduit-0.9.1-2h3gbcsehzzqi5fgg3wnp6yexvb6ueht;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/parmetis-4.0.3-5dzr44r22gis7bfdf6lcgovolp77lsyz;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/metis-5.1.0-medztnvsss3dvp5oe5j5m2xx2f7yatgx;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/hdf5-1.8.23-2wgy6ruwp5fez3f6p2imn37r2ssgvuky;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/adiak-0.4.0-2qsxzdxtley5bope54od4ucustdv2mf4;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/gcc-runtime-10.3.1-vepcviwswfbeo6z6pdmxek2hr3q5ui33;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1;/usr/tce/packages/python/python-3.9.12;/usr/tce/packages/clang/clang-14.0.6;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/doxygen-1.9.8;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/cppcheck-2.9;/usr/tce;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1" CACHE STRING "") set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") -set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/serac-develop-pgd2goydoloclrafb5v5ksyuvrkoyrkm/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/serac-develop-pgd2goydoloclrafb5v5ksyuvrkoyrkm/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/adiak-0.4.0-ui5d6keelvv53govuyi7hg76h5p2l5wk/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/gcc-runtime-10.3.1-3pxtozw7vgxnb6bpeopsn7wi2tothnei/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/axom-0.9.0.1-ssddjer2sq47y5jbxq5sadda3gvypzig/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/conduit-0.9.1-wtr6hpsf7gajoufembjzoydjt3bi2hwo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/hdf5-1.8.23-a45pvz2loz7qhj727ab22pt4s3z3gfgb/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/zlib-ng-2.1.6-e7vquirf5kqmo55sqyjrqx4ugbeywyky/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/metis-5.1.0-tboz5tezdek32y47k5x6ep46hpobmw3x/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/parmetis-4.0.3-ahuyvh3l7nrtazl57luj3qqidy4nqrko/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/mfem-4.7.0.1-oqx32dsdcc4wlapnlzk23bowlfzaar72/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/hypre-2.26.0-xepbv45qea6kka6rngqqawy45yjsuoen/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/netcdf-c-4.7.4-rgvblj4nh2qvztj37btwoppvzlllq6my/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/petsc-3.21.0-zblarmtekggmgfqfj6cw2z7wttmwt7yt/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/netlib-scalapack-2.2.0-ix44yrtjbpgkmioueo6k5xrgkn7ert27/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/superlu-dist-8.1.2-px3jnfoodj7pzpbjext7dx56mivexrem/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/slepc-3.21.0-jr75mlcnukai64nexf5plaggcmf7aht3/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/raja-2024.02.0-5kfwvub234en4pbt7mdfhjaxehiftbq6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/camp-2024.02.0-kpacbb4ngydciyo556xozfl2m2qeoa3d/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/libunwind-1.6.2-xiqcmzd3fggyxywtyaajs6simtx6pjgq/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/tribol-0.1.0.16-vkzazpltbnsibjd6xgo2bsjhvntir5l6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/strumpack-7.2.0-7snmiifeu2dviqmzkmiwlt4c64emhtqh/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/arpack-ng-3.9.0-3ah3577fz7tsyg6amiargf625fzzetop/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/sundials-6.7.0-zmimyxl3d7d2gg5txkhybgiyuhcvybxk/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/umpire-2024.02.0-3rmt4bmprzkmqr7o64ko3ixy3lqomint/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/fmt-10.2.1-rma2zx5mtgnndnhq72ef4vgxjnje2jyp/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/caliper-2.10.0-ptmxt3ipin2lijp72xkpzyg7rgahjcjn/lib64;/collab/usr/global/tools/tce4/packages/gcc/gcc-10.3.1/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") +set(CMAKE_BUILD_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/serac-develop-3dd6dr4cvu5odb45ajthc63gi5cc6sr6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/serac-develop-3dd6dr4cvu5odb45ajthc63gi5cc6sr6/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/adiak-0.4.0-2qsxzdxtley5bope54od4ucustdv2mf4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/gcc-runtime-10.3.1-vepcviwswfbeo6z6pdmxek2hr3q5ui33/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/axom-0.9.0.1-expybaptgqlqq7wexgopxil5wogm6hql/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/conduit-0.9.1-2h3gbcsehzzqi5fgg3wnp6yexvb6ueht/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/hdf5-1.8.23-2wgy6ruwp5fez3f6p2imn37r2ssgvuky/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/metis-5.1.0-medztnvsss3dvp5oe5j5m2xx2f7yatgx/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/parmetis-4.0.3-5dzr44r22gis7bfdf6lcgovolp77lsyz/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/mfem-4.7.0.1-wkzcp4ew57fkqlfryyqmno6bs5h3ao2n/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/hypre-2.26.0-aluxqvx7e742gwyc24a63lw6onvgaewd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/netcdf-c-4.7.4-pufzdusv356bdwsck37ykn6yv7i4pu55/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/petsc-3.21.5-v3mtx5p5xynwadcnvopabx6w3bibyiuj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/netlib-scalapack-2.2.0-h7462s3jkowjb52ljkhixrfgsmqpa4m7/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/superlu-dist-8.1.2-u3yixozvn5ovoxeisnemy63qp4r34eso/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/slepc-3.21.0-m4kczptc5d55vtqoe5ngzdma7qv3ptac/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/raja-2024.02.0-lqh4nnlb6dnwxo5oifssbuqmddosfhb4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/camp-2024.02.0-tatitxh4fd44lhh52slgg7d5idoj5tzv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/libunwind-1.6.2-4oj53vuwb5fmd5uj4cndlfmykhap74tl/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/tribol-0.1.0.16-7sqbpqikzgcfrxnmchmq2ywjhzqhrkbk/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/strumpack-7.2.0-rmcitbijskjgwd4iuqdxkgmgyiamaucj/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/arpack-ng-3.9.0-u6b2oe2fztr3inoukivyrt7zrv7fanpr/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/sundials-6.7.0-sjtxgs23ik47a6lxnph6updvmn7eb7tv/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/umpire-2024.02.0-msiecmcxfzhhcouig4mbfrbexs6riqlx/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/fmt-10.2.1-m3vcfw57pfjhayhoe2o7ilfeacbo5ird/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/caliper-2.10.0-6abvu3j32clqlckpmvh2ltt75q6o5sez/lib64;/collab/usr/global/tools/tce4/packages/gcc/gcc-10.3.1/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") -set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/serac-develop-pgd2goydoloclrafb5v5ksyuvrkoyrkm/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/serac-develop-pgd2goydoloclrafb5v5ksyuvrkoyrkm/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/adiak-0.4.0-ui5d6keelvv53govuyi7hg76h5p2l5wk/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/gcc-runtime-10.3.1-3pxtozw7vgxnb6bpeopsn7wi2tothnei/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/axom-0.9.0.1-ssddjer2sq47y5jbxq5sadda3gvypzig/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/conduit-0.9.1-wtr6hpsf7gajoufembjzoydjt3bi2hwo/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/hdf5-1.8.23-a45pvz2loz7qhj727ab22pt4s3z3gfgb/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/zlib-ng-2.1.6-e7vquirf5kqmo55sqyjrqx4ugbeywyky/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/metis-5.1.0-tboz5tezdek32y47k5x6ep46hpobmw3x/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/parmetis-4.0.3-ahuyvh3l7nrtazl57luj3qqidy4nqrko/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/mfem-4.7.0.1-oqx32dsdcc4wlapnlzk23bowlfzaar72/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/hypre-2.26.0-xepbv45qea6kka6rngqqawy45yjsuoen/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/netcdf-c-4.7.4-rgvblj4nh2qvztj37btwoppvzlllq6my/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/petsc-3.21.0-zblarmtekggmgfqfj6cw2z7wttmwt7yt/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/netlib-scalapack-2.2.0-ix44yrtjbpgkmioueo6k5xrgkn7ert27/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/superlu-dist-8.1.2-px3jnfoodj7pzpbjext7dx56mivexrem/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/slepc-3.21.0-jr75mlcnukai64nexf5plaggcmf7aht3/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/raja-2024.02.0-5kfwvub234en4pbt7mdfhjaxehiftbq6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/camp-2024.02.0-kpacbb4ngydciyo556xozfl2m2qeoa3d/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/libunwind-1.6.2-xiqcmzd3fggyxywtyaajs6simtx6pjgq/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/tribol-0.1.0.16-vkzazpltbnsibjd6xgo2bsjhvntir5l6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/strumpack-7.2.0-7snmiifeu2dviqmzkmiwlt4c64emhtqh/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/arpack-ng-3.9.0-3ah3577fz7tsyg6amiargf625fzzetop/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/sundials-6.7.0-zmimyxl3d7d2gg5txkhybgiyuhcvybxk/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/umpire-2024.02.0-3rmt4bmprzkmqr7o64ko3ixy3lqomint/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/fmt-10.2.1-rma2zx5mtgnndnhq72ef4vgxjnje2jyp/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1/caliper-2.10.0-ptmxt3ipin2lijp72xkpzyg7rgahjcjn/lib64;/collab/usr/global/tools/tce4/packages/gcc/gcc-10.3.1/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") +set(CMAKE_INSTALL_RPATH "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/serac-develop-3dd6dr4cvu5odb45ajthc63gi5cc6sr6/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/serac-develop-3dd6dr4cvu5odb45ajthc63gi5cc6sr6/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/adiak-0.4.0-2qsxzdxtley5bope54od4ucustdv2mf4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/gcc-runtime-10.3.1-vepcviwswfbeo6z6pdmxek2hr3q5ui33/lib;/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/axom-0.9.0.1-expybaptgqlqq7wexgopxil5wogm6hql/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/conduit-0.9.1-2h3gbcsehzzqi5fgg3wnp6yexvb6ueht/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/hdf5-1.8.23-2wgy6ruwp5fez3f6p2imn37r2ssgvuky/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/metis-5.1.0-medztnvsss3dvp5oe5j5m2xx2f7yatgx/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/parmetis-4.0.3-5dzr44r22gis7bfdf6lcgovolp77lsyz/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/mfem-4.7.0.1-wkzcp4ew57fkqlfryyqmno6bs5h3ao2n/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/hypre-2.26.0-aluxqvx7e742gwyc24a63lw6onvgaewd/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/netcdf-c-4.7.4-pufzdusv356bdwsck37ykn6yv7i4pu55/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/petsc-3.21.5-v3mtx5p5xynwadcnvopabx6w3bibyiuj/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/netlib-scalapack-2.2.0-h7462s3jkowjb52ljkhixrfgsmqpa4m7/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/superlu-dist-8.1.2-u3yixozvn5ovoxeisnemy63qp4r34eso/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/slepc-3.21.0-m4kczptc5d55vtqoe5ngzdma7qv3ptac/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/raja-2024.02.0-lqh4nnlb6dnwxo5oifssbuqmddosfhb4/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/camp-2024.02.0-tatitxh4fd44lhh52slgg7d5idoj5tzv/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/libunwind-1.6.2-4oj53vuwb5fmd5uj4cndlfmykhap74tl/lib;/usr/tce/packages/clang/clang-14.0.6/lib;/usr/workspace/smithdev/devtools/toss_4_x86_64_ib/latest/python-3.11.7/lib;/usr/tce/packages/python/python-3.9.12/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/tribol-0.1.0.16-7sqbpqikzgcfrxnmchmq2ywjhzqhrkbk/lib;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/strumpack-7.2.0-rmcitbijskjgwd4iuqdxkgmgyiamaucj/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/arpack-ng-3.9.0-u6b2oe2fztr3inoukivyrt7zrv7fanpr/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/sundials-6.7.0-sjtxgs23ik47a6lxnph6updvmn7eb7tv/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/umpire-2024.02.0-msiecmcxfzhhcouig4mbfrbexs6riqlx/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/fmt-10.2.1-m3vcfw57pfjhayhoe2o7ilfeacbo5ird/lib64;/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1/caliper-2.10.0-6abvu3j32clqlckpmvh2ltt75q6o5sez/lib64;/collab/usr/global/tools/tce4/packages/gcc/gcc-10.3.1/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") @@ -21,11 +21,11 @@ set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") #------------------------------------------------------------------------------ if(DEFINED ENV{SPACK_CC}) - set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/spack/lib/spack/env/gcc/gcc" CACHE PATH "") + set(CMAKE_C_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/spack/lib/spack/env/gcc/gcc" CACHE PATH "") - set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/spack/lib/spack/env/gcc/g++" CACHE PATH "") + set(CMAKE_CXX_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/spack/lib/spack/env/gcc/g++" CACHE PATH "") - set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/spack/lib/spack/env/gcc/gfortran" CACHE PATH "") + set(CMAKE_Fortran_COMPILER "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/spack/lib/spack/env/gcc/gfortran" CACHE PATH "") else() @@ -47,12 +47,12 @@ set(MPI_CXX_COMPILER "/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/bin/m set(MPI_Fortran_COMPILER "/usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-10.3.1/bin/mpif90" CACHE PATH "") -set(MPIEXEC_EXECUTABLE "/usr/bin/srun" CACHE PATH "") - set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") set(ENABLE_MPI ON CACHE BOOL "") +set(MPIEXEC_EXECUTABLE "/usr/bin/srun" CACHE PATH "") + #------------------------------------------------------------------------------ # Hardware #------------------------------------------------------------------------------ @@ -63,51 +63,51 @@ set(ENABLE_OPENMP ON CACHE BOOL "") # TPLs #------------------------------------------------------------------------------ -set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_08_20_18_21_05/gcc-10.3.1" CACHE PATH "") +set(TPL_ROOT "/usr/WS2/smithdev/libs/serac/toss_4_x86_64_ib/2024_10_02_04_28_54/gcc-10.3.1" CACHE PATH "") -set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-ssddjer2sq47y5jbxq5sadda3gvypzig" CACHE PATH "") +set(AXOM_DIR "${TPL_ROOT}/axom-0.9.0.1-expybaptgqlqq7wexgopxil5wogm6hql" CACHE PATH "") -set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-kpacbb4ngydciyo556xozfl2m2qeoa3d" CACHE PATH "") +set(CAMP_DIR "${TPL_ROOT}/camp-2024.02.0-tatitxh4fd44lhh52slgg7d5idoj5tzv" CACHE PATH "") -set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-wtr6hpsf7gajoufembjzoydjt3bi2hwo" CACHE PATH "") +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.1-2h3gbcsehzzqi5fgg3wnp6yexvb6ueht" CACHE PATH "") set(LUA_DIR "/usr" CACHE PATH "") -set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-oqx32dsdcc4wlapnlzk23bowlfzaar72" CACHE PATH "") +set(MFEM_DIR "${TPL_ROOT}/mfem-4.7.0.1-wkzcp4ew57fkqlfryyqmno6bs5h3ao2n" CACHE PATH "") -set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-a45pvz2loz7qhj727ab22pt4s3z3gfgb" CACHE PATH "") +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-2wgy6ruwp5fez3f6p2imn37r2ssgvuky" CACHE PATH "") -set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-xepbv45qea6kka6rngqqawy45yjsuoen" CACHE PATH "") +set(HYPRE_DIR "${TPL_ROOT}/hypre-2.26.0-aluxqvx7e742gwyc24a63lw6onvgaewd" CACHE PATH "") -set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-tboz5tezdek32y47k5x6ep46hpobmw3x" CACHE PATH "") +set(METIS_DIR "${TPL_ROOT}/metis-5.1.0-medztnvsss3dvp5oe5j5m2xx2f7yatgx" CACHE PATH "") -set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-ahuyvh3l7nrtazl57luj3qqidy4nqrko" CACHE PATH "") +set(PARMETIS_DIR "${TPL_ROOT}/parmetis-4.0.3-5dzr44r22gis7bfdf6lcgovolp77lsyz" CACHE PATH "") -set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-rgvblj4nh2qvztj37btwoppvzlllq6my" CACHE PATH "") +set(NETCDF_DIR "${TPL_ROOT}/netcdf-c-4.7.4-pufzdusv356bdwsck37ykn6yv7i4pu55" CACHE PATH "") -set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-px3jnfoodj7pzpbjext7dx56mivexrem" CACHE PATH "") +set(SUPERLUDIST_DIR "${TPL_ROOT}/superlu-dist-8.1.2-u3yixozvn5ovoxeisnemy63qp4r34eso" CACHE PATH "") -set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-3ah3577fz7tsyg6amiargf625fzzetop" CACHE PATH "") +set(ARPACK_DIR "${TPL_ROOT}/arpack-ng-3.9.0-u6b2oe2fztr3inoukivyrt7zrv7fanpr" CACHE PATH "") -set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-ui5d6keelvv53govuyi7hg76h5p2l5wk" CACHE PATH "") +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-2qsxzdxtley5bope54od4ucustdv2mf4" CACHE PATH "") # AMGX not built -set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-ptmxt3ipin2lijp72xkpzyg7rgahjcjn" CACHE PATH "") +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-6abvu3j32clqlckpmvh2ltt75q6o5sez" CACHE PATH "") -set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.0-zblarmtekggmgfqfj6cw2z7wttmwt7yt" CACHE PATH "") +set(PETSC_DIR "${TPL_ROOT}/petsc-3.21.5-v3mtx5p5xynwadcnvopabx6w3bibyiuj" CACHE PATH "") -set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-5kfwvub234en4pbt7mdfhjaxehiftbq6" CACHE PATH "") +set(RAJA_DIR "${TPL_ROOT}/raja-2024.02.0-lqh4nnlb6dnwxo5oifssbuqmddosfhb4" CACHE PATH "") -set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-jr75mlcnukai64nexf5plaggcmf7aht3" CACHE PATH "") +set(SLEPC_DIR "${TPL_ROOT}/slepc-3.21.0-m4kczptc5d55vtqoe5ngzdma7qv3ptac" CACHE PATH "") -set(STRUMPACK_DIR "${TPL_ROOT}/strumpack-7.2.0-7snmiifeu2dviqmzkmiwlt4c64emhtqh" CACHE PATH "") +set(STRUMPACK_DIR "${TPL_ROOT}/strumpack-7.2.0-rmcitbijskjgwd4iuqdxkgmgyiamaucj" CACHE PATH "") -set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-zmimyxl3d7d2gg5txkhybgiyuhcvybxk" CACHE PATH "") +set(SUNDIALS_DIR "${TPL_ROOT}/sundials-6.7.0-sjtxgs23ik47a6lxnph6updvmn7eb7tv" CACHE PATH "") -set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-3rmt4bmprzkmqr7o64ko3ixy3lqomint" CACHE PATH "") +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.02.0-msiecmcxfzhhcouig4mbfrbexs6riqlx" CACHE PATH "") -set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-vkzazpltbnsibjd6xgo2bsjhvntir5l6" CACHE PATH "") +set(TRIBOL_DIR "${TPL_ROOT}/tribol-0.1.0.16-7sqbpqikzgcfrxnmchmq2ywjhzqhrkbk" CACHE PATH "") #------------------------------------------------------------------------------ # Devtools From ca154cf6df679b07ac2a5cfe91ffbab6f04846e0 Mon Sep 17 00:00:00 2001 From: Alex Tyler Chapman Date: Wed, 2 Oct 2024 14:16:52 -0700 Subject: [PATCH 23/24] hip smoketest --- src/tests/CMakeLists.txt | 5 +- src/tests/hip_smoketest.cpp | 174 ++++++++++++++++++++++++++++++++++++ 2 files changed, 177 insertions(+), 2 deletions(-) create mode 100644 src/tests/hip_smoketest.cpp diff --git a/src/tests/CMakeLists.txt b/src/tests/CMakeLists.txt index 003ec68db..e41887384 100644 --- a/src/tests/CMakeLists.txt +++ b/src/tests/CMakeLists.txt @@ -25,7 +25,7 @@ serac_add_tests( SOURCES ${language_tests} if(SERAC_ENABLE_CUDA) blt_add_library( NAME cuda_smoketest_kernel - SOURCES cuda_smoketest_kernel.cpp + SOURCES cuda_smoketest_kernel.cpp DEPENDS_ON ${serac_device_depends}) serac_add_tests( SOURCES cuda_smoketest.cpp @@ -33,7 +33,8 @@ if(SERAC_ENABLE_CUDA) endif() if(SERAC_ENABLE_HIP) - # TODO add a hip smoketest + serac_add_tests( SOURCES hip_smoketest.cpp + DEPENDS_ON ${serac_device_depends} gtest) endif() # diff --git a/src/tests/hip_smoketest.cpp b/src/tests/hip_smoketest.cpp new file mode 100644 index 000000000..8214a00f1 --- /dev/null +++ b/src/tests/hip_smoketest.cpp @@ -0,0 +1,174 @@ +// SERAC EDIT START +// Original Source: https://github.com/ROCm/HIP-Examples/blob/master/vectorAdd/vectoradd_hip.cpp +// clang-format off +#pragma GCC diagnostic push +#pragma GCC diagnostic ignored "-Wold-style-cast" +#pragma GCC diagnostic ignored "-Wshorten-64-to-32" +#pragma GCC diagnostic ignored "-Wimplicit-fallthrough" +#pragma GCC diagnostic ignored "-Wunused-result" +// SERAC EDIT END + +/* +Copyright (c) 2015-2016 Advanced Micro Devices, Inc. All rights reserved. + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in +all copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN +THE SOFTWARE. +*/ + +#include +#include +#include +#include +#include +#include "hip/hip_runtime.h" +#include + + +#ifdef NDEBUG +#define HIP_ASSERT(x) x +#else +#define HIP_ASSERT(x) (assert((x)==hipSuccess)) +#endif + + +#define WIDTH 1024 +#define HEIGHT 1024 + +#define NUM (WIDTH*HEIGHT) + +#define THREADS_PER_BLOCK_X 16 +#define THREADS_PER_BLOCK_Y 16 +#define THREADS_PER_BLOCK_Z 1 + +__global__ void +vectoradd_float(float* __restrict__ a, const float* __restrict__ b, const float* __restrict__ c, int width, int height) + + { + + int x = hipBlockDim_x * hipBlockIdx_x + hipThreadIdx_x; + int y = hipBlockDim_y * hipBlockIdx_y + hipThreadIdx_y; + + int i = y * width + x; + if ( i < (width * height)) { + a[i] = b[i] + c[i]; + } + + + + } + +#if 0 +__kernel__ void vectoradd_float(float* a, const float* b, const float* c, int width, int height) { + + + int x = blockDimX * blockIdx.x + threadIdx.x; + int y = blockDimY * blockIdy.y + threadIdx.y; + + int i = y * width + x; + if ( i < (width * height)) { + a[i] = b[i] + c[i]; + } +} +#endif + +using namespace std; + +// SERAC EDIT START +TEST(HipSmoketest, VecAdd) +{ +// SERAC EDIT END + float* hostA; + float* hostB; + float* hostC; + + float* deviceA; + float* deviceB; + float* deviceC; + + hipDeviceProp_t devProp; + hipGetDeviceProperties(&devProp, 0); + cout << " System minor " << devProp.minor << endl; + cout << " System major " << devProp.major << endl; + cout << " agent prop name " << devProp.name << endl; + + + + cout << "hip Device prop succeeded " << endl ; + + + int i; + int errors; + + hostA = (float*)malloc(NUM * sizeof(float)); + hostB = (float*)malloc(NUM * sizeof(float)); + hostC = (float*)malloc(NUM * sizeof(float)); + + // initialize the input data + for (i = 0; i < NUM; i++) { + hostB[i] = (float)i; + hostC[i] = (float)i*100.0f; + } + + HIP_ASSERT(hipMalloc((void**)&deviceA, NUM * sizeof(float))); + HIP_ASSERT(hipMalloc((void**)&deviceB, NUM * sizeof(float))); + HIP_ASSERT(hipMalloc((void**)&deviceC, NUM * sizeof(float))); + + HIP_ASSERT(hipMemcpy(deviceB, hostB, NUM*sizeof(float), hipMemcpyHostToDevice)); + HIP_ASSERT(hipMemcpy(deviceC, hostC, NUM*sizeof(float), hipMemcpyHostToDevice)); + + + hipLaunchKernelGGL(vectoradd_float, + dim3(WIDTH/THREADS_PER_BLOCK_X, HEIGHT/THREADS_PER_BLOCK_Y), + dim3(THREADS_PER_BLOCK_X, THREADS_PER_BLOCK_Y), + 0, 0, + deviceA ,deviceB ,deviceC ,WIDTH ,HEIGHT); + + + HIP_ASSERT(hipMemcpy(hostA, deviceA, NUM*sizeof(float), hipMemcpyDeviceToHost)); + + // verify the results + errors = 0; + for (i = 0; i < NUM; i++) { + if (hostA[i] != (hostB[i] + hostC[i])) { + errors++; + } + } + if (errors!=0) { + printf("FAILED: %d errors\n",errors); + } else { + printf ("PASSED!\n"); + } + + HIP_ASSERT(hipFree(deviceA)); + HIP_ASSERT(hipFree(deviceB)); + HIP_ASSERT(hipFree(deviceC)); + + free(hostA); + free(hostB); + free(hostC); + + //hipResetDefaultAccelerator(); + + // SERAC EDIT START + EXPECT_EQ(errors, 0); + // SERAC EDIT END +} + +// SERAC EDIT START +#pragma GCC diagnostic pop +// SERAC EDIT END From 177116246d823fb9a0077cac99fe474fc2e642a7 Mon Sep 17 00:00:00 2001 From: chapman39 Date: Tue, 8 Oct 2024 14:37:56 -0700 Subject: [PATCH 24/24] remove CMAKE_CXX_FLAGS_DEBUG section --- ...vernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake | 2 -- .../tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake | 2 -- scripts/spack/packages/serac/package.py | 10 ---------- 3 files changed, 14 deletions(-) diff --git a/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake b/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake index e71991ac2..dbf202778 100644 --- a/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake +++ b/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake @@ -37,8 +37,6 @@ else() endif() -set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") - #------------------------------------------------------------------------------ # MPI #------------------------------------------------------------------------------ diff --git a/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake b/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake index d6e70426f..6e221d133 100644 --- a/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake +++ b/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake @@ -37,8 +37,6 @@ else() endif() -set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") - #------------------------------------------------------------------------------ # MPI #------------------------------------------------------------------------------ diff --git a/scripts/spack/packages/serac/package.py b/scripts/spack/packages/serac/package.py index 31f293c2f..54c2b0d1e 100644 --- a/scripts/spack/packages/serac/package.py +++ b/scripts/spack/packages/serac/package.py @@ -341,16 +341,6 @@ def cache_name(self): special_case, ) - def initconfig_compiler_entries(self): - spec = self.spec - entries = super().initconfig_compiler_entries() - - # Add optimization flag workaround for Debug builds with cray compiler or newer HIP - if "+rocm" in spec: - entries.append(cmake_cache_string("CMAKE_CXX_FLAGS_DEBUG", "-O1 -g -DNDEBUG")) - - return entries - def initconfig_hardware_entries(self): spec = self.spec entries = super(Serac, self).initconfig_hardware_entries()