CUDA Docker Container

.github/workflows/docker_build_tpls.yml

@@ -11,7 +11,7 @@ jobs:
     name: Builds a docker image and extracts generated hostconfigs
     strategy:
       matrix:
-        compiler: [clang-14, gcc-13]
+        dockerfile_suffix: [clang-14, gcc-13, cuda-12]
     env:
       REPO: seracllnl/tpls
       HOSTCONFIG_LOC: /home/serac/export_hostconfig
@@ -25,17 +25,25 @@ jobs:
     - name: Get dockerfile name
       shell: bash
       run: |
-        echo "filename=$(echo ${DOCKERFILE_PREFIX}${{ matrix.compiler }})" >> $GITHUB_OUTPUT
+        echo "filename=$(echo ${DOCKERFILE_PREFIX}${{ matrix.dockerfile_suffix }})" >> $GITHUB_OUTPUT
       id: dockerfile_name
     - name: Get dockerhub repo name
       shell: bash
       run: |
-        repo_plus_tag=$(echo ${REPO}:${{ matrix.compiler }}_`date "+%m-%d-%y_%Hh-%Mm"`) && export repo_plus_tag
+        repo_plus_tag=$(echo ${REPO}:${{ matrix.dockerfile_suffix }}_`date "+%m-%d-%y_%Hh-%Mm"`) && export repo_plus_tag
         echo $repo_plus_tag 
         echo "repo_plus_tag=$repo_plus_tag" >> $GITHUB_OUTPUT
-        echo "repo_plus_latest=$(echo ${REPO}:${{ matrix.compiler }}_latest)" >> $GITHUB_OUTPUT
+        echo "repo_plus_latest=$(echo ${REPO}:${{ matrix.dockerfile_suffix }}_latest)" >> $GITHUB_OUTPUT
       id: repo_name
 
+    - name: Free up disk space
+      run: |
+        sudo rm -rf /usr/share/dotnet
+        sudo rm -rf /usr/local/lib/android
+        sudo rm -rf /opt/ghc
+        sudo rm -rf /opt/hostedtoolcache/CodeQL
+        sudo docker image prune --all --force
+
     - name: Checkout
       uses: actions/checkout@v4
 
@@ -71,5 +79,5 @@ jobs:
     - name: Upload hostconfig
       uses: actions/upload-artifact@v4
       with:
-        name: ${{ matrix.compiler }}_hostconfigs
+        name: ${{ matrix.dockerfile_suffix }}_hostconfigs
         path: ./extracted_hc/export_hostconfig/*

.gitignore

@@ -14,3 +14,4 @@
 __pycache__/
 view
 /_serac_build_and_test*
+build-linux-*-*-*

azure-pipelines.yml

@@ -6,39 +6,60 @@
 #
 
 variables:
-  Clang_14_ImageName: 'seracllnl/tpls:clang-14_06-27-24_19h-46m'
-  GCC_13_ImageName: 'seracllnl/tpls:gcc-13_06-27-24_19h-46m'
+  Clang_14_ImageName: 'seracllnl/tpls:clang-14_07-19-24_23h-51m'
+  GCC_13_ImageName: 'seracllnl/tpls:gcc-13_07-19-24_23h-51m'
+  CUDA_12_ImageName: 'seracllnl/tpls:cuda-12_07-19-24_23h-51m'
 
 jobs:
 - job: Build_and_Test
   strategy:
     matrix:
+      # Skipping running unit tests on CUDA, since the Azure VMs we use do not contain GPUs
+      linux_cuda12_debug:
+          VM_ImageName: 'ubuntu-22.04'
+          Compiler_ImageName: $(CUDA_12_ImageName)
+          TEST_TARGET: 'linux_cuda12'
+          HOST_CONFIG: '[email protected]_cuda.cmake'
+          BUILD_TYPE: 'Debug'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON -DENABLE_WARNINGS_AS_ERRORS=OFF'
+          BUILD_SRC_OPTS: '--skip-install --skip-tests'
+      linux_cuda12_release:
+          VM_ImageName: 'ubuntu-22.04'
+          Compiler_ImageName: $(CUDA_12_ImageName)
+          TEST_TARGET: 'linux_cuda12'
+          HOST_CONFIG: '[email protected]_cuda.cmake'
+          BUILD_TYPE: 'Release'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON -DENABLE_WARNINGS_AS_ERRORS=OFF'
+          BUILD_SRC_OPTS: '--skip-install --skip-tests'
       linux_gcc13_debug:
           VM_ImageName: 'ubuntu-22.04'
           Compiler_ImageName: $(GCC_13_ImageName)
           TEST_TARGET: 'linux_gcc13'
           HOST_CONFIG: '[email protected]'
           BUILD_TYPE: 'Debug'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON'
       linux_gcc13_release:
           VM_ImageName: 'ubuntu-22.04'
           Compiler_ImageName: $(GCC_13_ImageName)
           TEST_TARGET: 'linux_gcc13'
           HOST_CONFIG: '[email protected]'
           BUILD_TYPE: 'Release'
           # gcc@13 + Release hangs in solid_mechanics when > -O2
-          CMAKE_OPTS: '-DCMAKE_CXX_FLAGS_RELEASE=-O2'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON -DCMAKE_CXX_FLAGS_RELEASE=-O2'
       linux_clang14_debug:
           VM_ImageName: 'ubuntu-22.04'
           Compiler_ImageName: $(Clang_14_ImageName)
           TEST_TARGET: 'linux_clang14'
           HOST_CONFIG: '[email protected]'
           BUILD_TYPE: 'Debug'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON'
       linux_clang14_release:
           VM_ImageName: 'ubuntu-22.04'
           Compiler_ImageName: $(Clang_14_ImageName)
           TEST_TARGET: 'linux_clang14'
           HOST_CONFIG: '[email protected]'
           BUILD_TYPE: 'Release'
+          CMAKE_OPTS: '-DBUILD_SHARED_LIBS=ON'
       linux_clang14_codevelop:
           VM_ImageName: 'ubuntu-22.04'
           Compiler_ImageName: $(Clang_14_ImageName)

cmake/thirdparty/SetupSeracThirdParty.cmake

@@ -303,6 +303,9 @@ if (NOT SERAC_THIRD_PARTY_LIBRARIES_FOUND)
         set(MFEM_ENABLE_EXAMPLES OFF CACHE BOOL "")
         set(MFEM_ENABLE_MINIAPPS OFF CACHE BOOL "")
 
+        # Build MFEM shared if Serac is being built shared
+        set(MFEM_SHARED_BUILD ${BUILD_SHARED_LIBS} CACHE BOOL "")
+
         if(${PROJECT_NAME} STREQUAL "smith")
             add_subdirectory(${PROJECT_SOURCE_DIR}/serac/mfem  ${CMAKE_BINARY_DIR}/mfem)
         else()