CUDA Docker Container

.github/workflows/docker_build_tpls.yml

@@ -11,7 +11,7 @@ jobs:
     name: Builds a docker image and extracts generated hostconfigs
     strategy:
       matrix:
-        compiler: [clang-14, gcc-13]
+        dockerfile_suffix: [clang-14, gcc-13, cuda-12]
     env:
       REPO: seracllnl/tpls
       HOSTCONFIG_LOC: /home/serac/export_hostconfig
@@ -25,17 +25,25 @@ jobs:
     - name: Get dockerfile name
       shell: bash
       run: |
-        echo "filename=$(echo ${DOCKERFILE_PREFIX}${{ matrix.compiler }})" >> $GITHUB_OUTPUT
+        echo "filename=$(echo ${DOCKERFILE_PREFIX}${{ matrix.dockerfile_suffix }})" >> $GITHUB_OUTPUT
       id: dockerfile_name
     - name: Get dockerhub repo name
       shell: bash
       run: |
-        repo_plus_tag=$(echo ${REPO}:${{ matrix.compiler }}_`date "+%m-%d-%y_%Hh-%Mm"`) && export repo_plus_tag
+        repo_plus_tag=$(echo ${REPO}:${{ matrix.dockerfile_suffix }}_`date "+%m-%d-%y_%Hh-%Mm"`) && export repo_plus_tag
         echo $repo_plus_tag 
         echo "repo_plus_tag=$repo_plus_tag" >> $GITHUB_OUTPUT
-        echo "repo_plus_latest=$(echo ${REPO}:${{ matrix.compiler }}_latest)" >> $GITHUB_OUTPUT
+        echo "repo_plus_latest=$(echo ${REPO}:${{ matrix.dockerfile_suffix }}_latest)" >> $GITHUB_OUTPUT
       id: repo_name
 
+    - name: Free up disk space
+      run: |
+        sudo rm -rf /usr/share/dotnet
+        sudo rm -rf /usr/local/lib/android
+        sudo rm -rf /opt/ghc
+        sudo rm -rf /opt/hostedtoolcache/CodeQL
+        sudo docker image prune --all --force
+
     - name: Checkout
       uses: actions/checkout@v4
 
@@ -71,5 +79,5 @@ jobs:
     - name: Upload hostconfig
       uses: actions/upload-artifact@v4
       with:
-        name: ${{ matrix.compiler }}_hostconfigs
+        name: ${{ matrix.dockerfile_suffix }}_hostconfigs
         path: ./extracted_hc/export_hostconfig/*

.gitignore

@@ -14,3 +14,4 @@
 __pycache__/
 view
 /_serac_build_and_test*
+build-linux-*-*-*

azure-pipelines.yml

@@ -6,46 +6,64 @@
 #
 
 variables:
-  Clang_14_ImageName: 'seracllnl/tpls:clang-14_06-27-24_19h-46m'
-  GCC_13_ImageName: 'seracllnl/tpls:gcc-13_06-27-24_19h-46m'
+  Clang_14_ImageName: 'seracllnl/tpls:clang-14_07-15-24_22h-56m'
+  GCC_13_ImageName: 'seracllnl/tpls:gcc-13_07-15-24_22h-56m'
+  CUDA_12_ImageName: 'seracllnl/tpls:cuda-12_07-15-24_22h-56m'
 
 jobs:
 - job: Build_and_Test
   strategy:
     matrix:
+      linux_cuda12_debug:
+          VM_ImageName: 'ubuntu-22.04'
+          Compiler_ImageName: $(CUDA_12_ImageName)
+          TEST_TARGET: 'linux_cuda12'
+          HOST_CONFIG: '[email protected]_cuda.cmake'
+          BUILD_TYPE: 'Debug'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON'
+      linux_cuda12_release:
+          VM_ImageName: 'ubuntu-22.04'
+          Compiler_ImageName: $(CUDA_12_ImageName)
+          TEST_TARGET: 'linux_cuda12'
+          HOST_CONFIG: '[email protected]_cuda.cmake'
+          BUILD_TYPE: 'Release'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON'
       linux_gcc13_debug:
           VM_ImageName: 'ubuntu-22.04'
           Compiler_ImageName: $(GCC_13_ImageName)
           TEST_TARGET: 'linux_gcc13'
           HOST_CONFIG: '[email protected]'
           BUILD_TYPE: 'Debug'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON'
       linux_gcc13_release:
           VM_ImageName: 'ubuntu-22.04'
           Compiler_ImageName: $(GCC_13_ImageName)
           TEST_TARGET: 'linux_gcc13'
           HOST_CONFIG: '[email protected]'
           BUILD_TYPE: 'Release'
           # gcc@13 + Release hangs in solid_mechanics when > -O2
-          CMAKE_OPTS: '-DCMAKE_CXX_FLAGS_RELEASE=-O2'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON -DCMAKE_CXX_FLAGS_RELEASE=-O2'
       linux_clang14_debug:
           VM_ImageName: 'ubuntu-22.04'
           Compiler_ImageName: $(Clang_14_ImageName)
           TEST_TARGET: 'linux_clang14'
           HOST_CONFIG: '[email protected]'
           BUILD_TYPE: 'Debug'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON'
       linux_clang14_release:
           VM_ImageName: 'ubuntu-22.04'
           Compiler_ImageName: $(Clang_14_ImageName)
           TEST_TARGET: 'linux_clang14'
           HOST_CONFIG: '[email protected]'
           BUILD_TYPE: 'Release'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON'
       linux_clang14_codevelop:
           VM_ImageName: 'ubuntu-22.04'
           Compiler_ImageName: $(Clang_14_ImageName)
           TEST_TARGET: 'linux_clang14'
           HOST_CONFIG: '[email protected]'
           BUILD_TYPE: 'Debug'
-          CMAKE_OPTS: '-DSERAC_ENABLE_CODEVELOP=ON'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON -DSERAC_ENABLE_CODEVELOP=ON'
           BUILD_SRC_OPTS: '--skip-install'
 
   pool:
@@ -57,6 +75,7 @@ jobs:
     submodules: recursive
   - script:  |
       echo " -e $TEST_TARGET -e HOST_CONFIG $(Compiler_ImageName) ./scripts/llnl/build_src.py $BUILD_SRC_OPTS -v --host-config $HOST_CONFIG --extra-cmake-options \"${CMAKE_OPTS} -DCMAKE_BUILD_TYPE=$BUILD_TYPE\""
+      df -h
       docker run --rm -v `pwd`:/home/serac/serac -e TEST_TARGET -e HOST_CONFIG $(Compiler_ImageName) ./serac/scripts/llnl/build_src.py $BUILD_SRC_OPTS -v --host-config $HOST_CONFIG --extra-cmake-options "${CMAKE_OPTS} -DCMAKE_BUILD_TYPE=$BUILD_TYPE" --jobs 4
 
     displayName: '$(TEST_TARGET) Build & Test'

host-configs/docker/clang@14.0.0.cmake

@@ -8,9 +8,9 @@ set(CMAKE_PREFIX_PATH "/home/serac/serac_tpls/clang-14.0.0/tribol-0.1.0.15-4oupi
 
 set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "")
 
-set(CMAKE_BUILD_RPATH "/home/serac/serac_tpls/clang-14.0.0/serac-develop-pr4el2gbgxi6q2bg6xe6mijkawdmjeze/lib;/home/serac/serac_tpls/clang-14.0.0/serac-develop-pr4el2gbgxi6q2bg6xe6mijkawdmjeze/lib64;/home/serac/serac_tpls/clang-14.0.0/axom-0.9.0.1-e7p3nbu5z4kvh3pknvti55cew42syodo/lib;/home/serac/serac_tpls/clang-14.0.0/conduit-0.9.1-6qyw2b2wdng55leznk7nq3aeisrwuc4i/lib;/home/serac/serac_tpls/clang-14.0.0/hdf5-1.8.23-jg3xzmlsm3gbdk2jpvs4tqxxw2ktyo6y/lib;/home/serac/serac_tpls/clang-14.0.0/zlib-ng-2.1.6-t3ijs4ecfcyv4dyr2v4y555lnxjkubnr/lib;/home/serac/serac_tpls/clang-14.0.0/metis-5.1.0-t6plhievycqbghpnuwbvixyuewymycpk/lib;/home/serac/serac_tpls/clang-14.0.0/parmetis-4.0.3-gtpxxnjz6phrdcgnh2gelipbpepnji4u/lib;/home/serac/serac_tpls/clang-14.0.0/mfem-4.7.0.0-wkmvfdqfqbmso6telcfxezw77e2bl72v/lib;/home/serac/serac_tpls/clang-14.0.0/hypre-2.26.0-5dzhhigmtlfny7rljse2uh2mxna42z4l/lib;/home/serac/serac_tpls/clang-14.0.0/netcdf-c-4.7.4-hyxj3vrqcrasjd7vomkbl2cpc3h5g2ly/lib;/home/serac/serac_tpls/clang-14.0.0/petsc-3.21.0-57ib7ov3ztahcmxf3h77qbylmxylljtk/lib;/home/serac/serac_tpls/clang-14.0.0/netlib-scalapack-2.2.0-kvx7auntr4vdymw6axod2pjctbahdpcw/lib;/home/serac/serac_tpls/clang-14.0.0/strumpack-7.2.0-2p7snoxggbxdhheqvhg4pjlvtenuirvh/lib;/home/serac/serac_tpls/clang-14.0.0/superlu-dist-8.1.2-cyosnanyqsxqcxzczta5r7l4vle24alm/lib;/home/serac/serac_tpls/clang-14.0.0/slepc-3.21.0-tba3sfb7r64lrlukg2svr5ca44wnjn67/lib;/home/serac/serac_tpls/clang-14.0.0/arpack-ng-3.9.0-ewysnubwnrxpbmjj7vdqnhtmir5f4v3a/lib;/home/serac/serac_tpls/clang-14.0.0/sundials-6.7.0-6zxdghk25vgkht7gab6og4473skfsvva/lib;/home/serac/serac_tpls/clang-14.0.0/raja-2024.02.0-uxyhhfakwerlrbaei3khkiek5hhmdz4z/lib;/home/serac/serac_tpls/clang-14.0.0/camp-2024.02.0-wsltjsqwfptuwj54u7hxssvjr7wyagik/lib;/home/serac/serac_tpls/clang-14.0.0/umpire-2024.02.0-r66bs6qr7p2t5b3q5npmp4ldgwycgghp/lib;/home/serac/serac_tpls/clang-14.0.0/fmt-10.2.1-xqv65krexlvp5fmkrqa7uri2xy3m5ymb/lib;/home/serac/serac_tpls/clang-14.0.0/tribol-0.1.0.15-4oupib2kvp7ebnqu7vej724wyrnajygu/lib" CACHE STRING "")
+set(CMAKE_BUILD_RPATH "/home/serac/serac_tpls/clang-14.0.0/serac-develop-s7hnvdv3bmqlxy7zatw3lxmj2wrrmlmz/lib;/home/serac/serac_tpls/clang-14.0.0/serac-develop-s7hnvdv3bmqlxy7zatw3lxmj2wrrmlmz/lib64;/home/serac/serac_tpls/clang-14.0.0/axom-0.9.0.1-e7p3nbu5z4kvh3pknvti55cew42syodo/lib;/home/serac/serac_tpls/clang-14.0.0/conduit-0.9.1-6qyw2b2wdng55leznk7nq3aeisrwuc4i/lib;/home/serac/serac_tpls/clang-14.0.0/hdf5-1.8.23-jg3xzmlsm3gbdk2jpvs4tqxxw2ktyo6y/lib;/home/serac/serac_tpls/clang-14.0.0/zlib-ng-2.1.6-t3ijs4ecfcyv4dyr2v4y555lnxjkubnr/lib;/home/serac/serac_tpls/clang-14.0.0/metis-5.1.0-t6plhievycqbghpnuwbvixyuewymycpk/lib;/home/serac/serac_tpls/clang-14.0.0/parmetis-4.0.3-gtpxxnjz6phrdcgnh2gelipbpepnji4u/lib;/home/serac/serac_tpls/clang-14.0.0/mfem-4.7.0.0-wkmvfdqfqbmso6telcfxezw77e2bl72v/lib;/home/serac/serac_tpls/clang-14.0.0/hypre-2.26.0-5dzhhigmtlfny7rljse2uh2mxna42z4l/lib;/home/serac/serac_tpls/clang-14.0.0/netcdf-c-4.7.4-hyxj3vrqcrasjd7vomkbl2cpc3h5g2ly/lib;/home/serac/serac_tpls/clang-14.0.0/petsc-3.21.0-57ib7ov3ztahcmxf3h77qbylmxylljtk/lib;/home/serac/serac_tpls/clang-14.0.0/netlib-scalapack-2.2.0-kvx7auntr4vdymw6axod2pjctbahdpcw/lib;/home/serac/serac_tpls/clang-14.0.0/strumpack-7.2.0-2p7snoxggbxdhheqvhg4pjlvtenuirvh/lib;/home/serac/serac_tpls/clang-14.0.0/superlu-dist-8.1.2-cyosnanyqsxqcxzczta5r7l4vle24alm/lib;/home/serac/serac_tpls/clang-14.0.0/slepc-3.21.0-tba3sfb7r64lrlukg2svr5ca44wnjn67/lib;/home/serac/serac_tpls/clang-14.0.0/arpack-ng-3.9.0-ewysnubwnrxpbmjj7vdqnhtmir5f4v3a/lib;/home/serac/serac_tpls/clang-14.0.0/sundials-6.7.0-6zxdghk25vgkht7gab6og4473skfsvva/lib;/home/serac/serac_tpls/clang-14.0.0/raja-2024.02.0-uxyhhfakwerlrbaei3khkiek5hhmdz4z/lib;/home/serac/serac_tpls/clang-14.0.0/camp-2024.02.0-wsltjsqwfptuwj54u7hxssvjr7wyagik/lib;/home/serac/serac_tpls/clang-14.0.0/umpire-2024.02.0-r66bs6qr7p2t5b3q5npmp4ldgwycgghp/lib;/home/serac/serac_tpls/clang-14.0.0/fmt-10.2.1-xqv65krexlvp5fmkrqa7uri2xy3m5ymb/lib;/home/serac/serac_tpls/clang-14.0.0/tribol-0.1.0.15-4oupib2kvp7ebnqu7vej724wyrnajygu/lib" CACHE STRING "")
 
-set(CMAKE_INSTALL_RPATH "/home/serac/serac_tpls/clang-14.0.0/serac-develop-pr4el2gbgxi6q2bg6xe6mijkawdmjeze/lib;/home/serac/serac_tpls/clang-14.0.0/serac-develop-pr4el2gbgxi6q2bg6xe6mijkawdmjeze/lib64;/home/serac/serac_tpls/clang-14.0.0/axom-0.9.0.1-e7p3nbu5z4kvh3pknvti55cew42syodo/lib;/home/serac/serac_tpls/clang-14.0.0/conduit-0.9.1-6qyw2b2wdng55leznk7nq3aeisrwuc4i/lib;/home/serac/serac_tpls/clang-14.0.0/hdf5-1.8.23-jg3xzmlsm3gbdk2jpvs4tqxxw2ktyo6y/lib;/home/serac/serac_tpls/clang-14.0.0/zlib-ng-2.1.6-t3ijs4ecfcyv4dyr2v4y555lnxjkubnr/lib;/home/serac/serac_tpls/clang-14.0.0/metis-5.1.0-t6plhievycqbghpnuwbvixyuewymycpk/lib;/home/serac/serac_tpls/clang-14.0.0/parmetis-4.0.3-gtpxxnjz6phrdcgnh2gelipbpepnji4u/lib;/home/serac/serac_tpls/clang-14.0.0/mfem-4.7.0.0-wkmvfdqfqbmso6telcfxezw77e2bl72v/lib;/home/serac/serac_tpls/clang-14.0.0/hypre-2.26.0-5dzhhigmtlfny7rljse2uh2mxna42z4l/lib;/home/serac/serac_tpls/clang-14.0.0/netcdf-c-4.7.4-hyxj3vrqcrasjd7vomkbl2cpc3h5g2ly/lib;/home/serac/serac_tpls/clang-14.0.0/petsc-3.21.0-57ib7ov3ztahcmxf3h77qbylmxylljtk/lib;/home/serac/serac_tpls/clang-14.0.0/netlib-scalapack-2.2.0-kvx7auntr4vdymw6axod2pjctbahdpcw/lib;/home/serac/serac_tpls/clang-14.0.0/strumpack-7.2.0-2p7snoxggbxdhheqvhg4pjlvtenuirvh/lib;/home/serac/serac_tpls/clang-14.0.0/superlu-dist-8.1.2-cyosnanyqsxqcxzczta5r7l4vle24alm/lib;/home/serac/serac_tpls/clang-14.0.0/slepc-3.21.0-tba3sfb7r64lrlukg2svr5ca44wnjn67/lib;/home/serac/serac_tpls/clang-14.0.0/arpack-ng-3.9.0-ewysnubwnrxpbmjj7vdqnhtmir5f4v3a/lib;/home/serac/serac_tpls/clang-14.0.0/sundials-6.7.0-6zxdghk25vgkht7gab6og4473skfsvva/lib;/home/serac/serac_tpls/clang-14.0.0/raja-2024.02.0-uxyhhfakwerlrbaei3khkiek5hhmdz4z/lib;/home/serac/serac_tpls/clang-14.0.0/camp-2024.02.0-wsltjsqwfptuwj54u7hxssvjr7wyagik/lib;/home/serac/serac_tpls/clang-14.0.0/umpire-2024.02.0-r66bs6qr7p2t5b3q5npmp4ldgwycgghp/lib;/home/serac/serac_tpls/clang-14.0.0/fmt-10.2.1-xqv65krexlvp5fmkrqa7uri2xy3m5ymb/lib;/home/serac/serac_tpls/clang-14.0.0/tribol-0.1.0.15-4oupib2kvp7ebnqu7vej724wyrnajygu/lib" CACHE STRING "")
+set(CMAKE_INSTALL_RPATH "/home/serac/serac_tpls/clang-14.0.0/serac-develop-s7hnvdv3bmqlxy7zatw3lxmj2wrrmlmz/lib;/home/serac/serac_tpls/clang-14.0.0/serac-develop-s7hnvdv3bmqlxy7zatw3lxmj2wrrmlmz/lib64;/home/serac/serac_tpls/clang-14.0.0/axom-0.9.0.1-e7p3nbu5z4kvh3pknvti55cew42syodo/lib;/home/serac/serac_tpls/clang-14.0.0/conduit-0.9.1-6qyw2b2wdng55leznk7nq3aeisrwuc4i/lib;/home/serac/serac_tpls/clang-14.0.0/hdf5-1.8.23-jg3xzmlsm3gbdk2jpvs4tqxxw2ktyo6y/lib;/home/serac/serac_tpls/clang-14.0.0/zlib-ng-2.1.6-t3ijs4ecfcyv4dyr2v4y555lnxjkubnr/lib;/home/serac/serac_tpls/clang-14.0.0/metis-5.1.0-t6plhievycqbghpnuwbvixyuewymycpk/lib;/home/serac/serac_tpls/clang-14.0.0/parmetis-4.0.3-gtpxxnjz6phrdcgnh2gelipbpepnji4u/lib;/home/serac/serac_tpls/clang-14.0.0/mfem-4.7.0.0-wkmvfdqfqbmso6telcfxezw77e2bl72v/lib;/home/serac/serac_tpls/clang-14.0.0/hypre-2.26.0-5dzhhigmtlfny7rljse2uh2mxna42z4l/lib;/home/serac/serac_tpls/clang-14.0.0/netcdf-c-4.7.4-hyxj3vrqcrasjd7vomkbl2cpc3h5g2ly/lib;/home/serac/serac_tpls/clang-14.0.0/petsc-3.21.0-57ib7ov3ztahcmxf3h77qbylmxylljtk/lib;/home/serac/serac_tpls/clang-14.0.0/netlib-scalapack-2.2.0-kvx7auntr4vdymw6axod2pjctbahdpcw/lib;/home/serac/serac_tpls/clang-14.0.0/strumpack-7.2.0-2p7snoxggbxdhheqvhg4pjlvtenuirvh/lib;/home/serac/serac_tpls/clang-14.0.0/superlu-dist-8.1.2-cyosnanyqsxqcxzczta5r7l4vle24alm/lib;/home/serac/serac_tpls/clang-14.0.0/slepc-3.21.0-tba3sfb7r64lrlukg2svr5ca44wnjn67/lib;/home/serac/serac_tpls/clang-14.0.0/arpack-ng-3.9.0-ewysnubwnrxpbmjj7vdqnhtmir5f4v3a/lib;/home/serac/serac_tpls/clang-14.0.0/sundials-6.7.0-6zxdghk25vgkht7gab6og4473skfsvva/lib;/home/serac/serac_tpls/clang-14.0.0/raja-2024.02.0-uxyhhfakwerlrbaei3khkiek5hhmdz4z/lib;/home/serac/serac_tpls/clang-14.0.0/camp-2024.02.0-wsltjsqwfptuwj54u7hxssvjr7wyagik/lib;/home/serac/serac_tpls/clang-14.0.0/umpire-2024.02.0-r66bs6qr7p2t5b3q5npmp4ldgwycgghp/lib;/home/serac/serac_tpls/clang-14.0.0/fmt-10.2.1-xqv65krexlvp5fmkrqa7uri2xy3m5ymb/lib;/home/serac/serac_tpls/clang-14.0.0/tribol-0.1.0.15-4oupib2kvp7ebnqu7vej724wyrnajygu/lib" CACHE STRING "")
 
 set(CMAKE_BUILD_TYPE "Release" CACHE STRING "")