From d3f2ecd367e9728b8eedf71f7065843ed5631a31 Mon Sep 17 00:00:00 2001 From: Agnes Leroy Date: Thu, 25 Jul 2024 13:08:57 +0200 Subject: [PATCH] chore(gpu): add nvidia-smi call in all hyperstack workflows --- .github/workflows/hyperstack_tfhe_gpu_tests.yml | 2 +- .github/workflows/integer_gpu_benchmark.yml | 4 ++++ .github/workflows/integer_gpu_full_benchmark.yml | 4 ++++ .github/workflows/integer_multi_bit_gpu_benchmark.yml | 4 ++++ .github/workflows/integer_multi_bit_multi_gpu_benchmark.yml | 4 ++++ .github/workflows/integer_multi_gpu_full_benchmark.yml | 4 ++++ 6 files changed, 21 insertions(+), 1 deletion(-) diff --git a/.github/workflows/hyperstack_tfhe_gpu_tests.yml b/.github/workflows/hyperstack_tfhe_gpu_tests.yml index 7fab1bab7e..afa3e366b9 100644 --- a/.github/workflows/hyperstack_tfhe_gpu_tests.yml +++ b/.github/workflows/hyperstack_tfhe_gpu_tests.yml @@ -134,7 +134,7 @@ jobs: echo "HOME=/home/ubuntu"; } >> "${GITHUB_ENV}" - - name: + - name: Check device is detected if: ${{ !cancelled() }} run: nvidia-smi diff --git a/.github/workflows/integer_gpu_benchmark.yml b/.github/workflows/integer_gpu_benchmark.yml index b38fc67995..94f8d36dab 100644 --- a/.github/workflows/integer_gpu_benchmark.yml +++ b/.github/workflows/integer_gpu_benchmark.yml @@ -110,6 +110,10 @@ jobs: echo "CUDAHOSTCXX=/usr/bin/g++-${{ matrix.gcc }}"; } >> "${GITHUB_ENV}" + - name: Check device is detected + if: ${{ !cancelled() }} + run: nvidia-smi + - name: Run benchmarks with AVX512 run: | make FAST_BENCH=TRUE BENCH_OP_FLAVOR=default bench_integer_gpu diff --git a/.github/workflows/integer_gpu_full_benchmark.yml b/.github/workflows/integer_gpu_full_benchmark.yml index eb3b0434be..2767b81aa1 100644 --- a/.github/workflows/integer_gpu_full_benchmark.yml +++ b/.github/workflows/integer_gpu_full_benchmark.yml @@ -121,6 +121,10 @@ jobs: path: slab token: ${{ secrets.FHE_ACTIONS_TOKEN }} + - name: Check device is detected + if: ${{ !cancelled() }} + run: nvidia-smi + - name: Run benchmarks with AVX512 run: | make BENCH_OP_FLAVOR=${{ matrix.op_flavor }} bench_${{ matrix.command }}_gpu diff --git a/.github/workflows/integer_multi_bit_gpu_benchmark.yml b/.github/workflows/integer_multi_bit_gpu_benchmark.yml index 4503228b8e..a91948351b 100644 --- a/.github/workflows/integer_multi_bit_gpu_benchmark.yml +++ b/.github/workflows/integer_multi_bit_gpu_benchmark.yml @@ -133,6 +133,10 @@ jobs: run: | echo "BENCH_OP_FLAVOR=fast_default" >> "${GITHUB_ENV}" + - name: Check device is detected + if: ${{ !cancelled() }} + run: nvidia-smi + - name: Run multi-bit benchmarks with AVX512 run: | make bench_unsigned_integer_multi_bit_gpu diff --git a/.github/workflows/integer_multi_bit_multi_gpu_benchmark.yml b/.github/workflows/integer_multi_bit_multi_gpu_benchmark.yml index f91fdd5b3b..017e15d91f 100644 --- a/.github/workflows/integer_multi_bit_multi_gpu_benchmark.yml +++ b/.github/workflows/integer_multi_bit_multi_gpu_benchmark.yml @@ -141,6 +141,10 @@ jobs: run: | echo "BENCH_OP_FLAVOR=fast_default" >> "${GITHUB_ENV}" + - name: Check device is detected + if: ${{ !cancelled() }} + run: nvidia-smi + - name: Run multi-bit benchmarks with AVX512 run: | make bench_unsigned_integer_multi_bit_gpu diff --git a/.github/workflows/integer_multi_gpu_full_benchmark.yml b/.github/workflows/integer_multi_gpu_full_benchmark.yml index 1cc47d5c0a..b19ed9fe5b 100644 --- a/.github/workflows/integer_multi_gpu_full_benchmark.yml +++ b/.github/workflows/integer_multi_gpu_full_benchmark.yml @@ -121,6 +121,10 @@ jobs: path: slab token: ${{ secrets.FHE_ACTIONS_TOKEN }} + - name: Check device is detected + if: ${{ !cancelled() }} + run: nvidia-smi + - name: Run benchmarks with AVX512 run: | make BENCH_OP_FLAVOR=${{ matrix.op_flavor }} bench_${{ matrix.command }}_gpu