start_benchmarks.yml

# Start all benchmark jobs on Slab CI bot.
name: Start all benchmarks

on:
  push:
    branches:
      - "main"
  workflow_dispatch:
    inputs:
      # The input name must be the name of the slab command to launch
      boolean_bench:
        description: "Run Boolean benches"
        type: boolean
        default: true
      shortint_bench:
        description: "Run shortint benches"
        type: boolean
        default: true
      integer_bench:
        description: "Run integer benches"
        type: boolean
        default: true
      signed_integer_bench:
        description: "Run signed integer benches"
        type: boolean
        default: true
      integer_multi_bit_bench:
        description: "Run integer multi bit benches"
        type: boolean
        default: true
      signed_integer_multi_bit_bench:
        description: "Run signed integer multi bit benches"
        type: boolean
        default: true
      pbs_bench:
        description: "Run PBS benches"
        type: boolean
        default: true
      pbs_gpu_bench:
        description: "Run PBS benches on GPU"
        type: boolean
        default: true
      wasm_client_bench:
        description: "Run WASM client benches"
        type: boolean
        default: true

jobs:
  start-benchmarks:
    if: ${{ (github.event_name == 'push' && github.repository == 'zama-ai/tfhe-rs') || github.event_name == 'workflow_dispatch' }}
    strategy:
      matrix:
        command: [ boolean_bench, shortint_bench,
                   integer_bench, integer_multi_bit_bench,
                   signed_integer_bench, signed_integer_multi_bit_bench,
                   integer_gpu_bench, integer_multi_bit_gpu_bench,
                   pbs_bench, pbs_gpu_bench, wasm_client_bench ]
    runs-on: ubuntu-latest
    steps:
      - name: Checkout tfhe-rs
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
        with:
          fetch-depth: 0

      - name: Check for file changes
        id: changed-files
        uses: tj-actions/changed-files@90a06d6ba9543371ab4df8eeca0be07ca6054959
        with:
          files_yaml: |
            common_benches:
              - toolchain.txt
              - Makefile
              - ci/slab.toml
              - tfhe/Cargo.toml
              - tfhe/src/core_crypto/**
              - .github/workflows/start_benchmarks.yml
            boolean_bench:
              - tfhe/src/boolean/**
              - tfhe/benches/boolean/**
              - .github/workflows/boolean_benchmark.yml
            shortint_bench:
              - tfhe/src/shortint/**
              - tfhe/benches/shortint/**
              - .github/workflows/shortint_benchmark.yml
            integer_bench:
              - tfhe/src/shortint/**
              - tfhe/src/integer/**
              - tfhe/benches/integer/bench.rs
              - .github/workflows/integer_benchmark.yml
            integer_multi_bit_bench:
              - tfhe/src/shortint/**
              - tfhe/src/integer/**
              - tfhe/benches/integer/bench.rs
              - .github/workflows/integer_multi_bit_benchmark.yml
            signed_integer_bench:
              - tfhe/src/shortint/**
              - tfhe/src/integer/**
              - tfhe/benches/integer/signed_bench.rs
              - .github/workflows/signed_integer_benchmark.yml
            signed_integer_multi_bit_bench:
              - tfhe/src/shortint/**
              - tfhe/src/integer/**
              - tfhe/benches/integer/signed_bench.rs
              - .github/workflows/signed_integer_multi_bit_benchmark.yml
            pbs_bench:
              - tfhe/src/core_crypto/**
              - tfhe/benches/core_crypto/**
              - .github/workflows/pbs_benchmark.yml
            wasm_client_bench:
              - tfhe/web_wasm_parallel_tests/**
              - .github/workflows/wasm_client_benchmark.yml

      - name: Checkout Slab repo
        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11
        with:
          repository: zama-ai/slab
          path: slab
          token: ${{ secrets.CONCRETE_ACTIONS_TOKEN }}

      - name: Start AWS job in Slab
        # If manually triggered check that the current bench has been requested
        # Otherwise if it's on push check that files relevant to benchmarks have changed
        if: (github.event_name == 'workflow_dispatch' && github.event.inputs[matrix.command] == 'true') || (github.event_name == 'push' && (steps.changed-files.outputs.common_benches_any_changed == 'true' || steps.changed-files.outputs[format('{0}_any_changed', matrix.command)] == 'true'))
        shell: bash
        run: |
          echo -n '{"command": "${{ matrix.command }}", "git_ref": "${{ github.ref }}", "sha": "${{ github.sha }}"}' > command.json
          SIGNATURE="$(slab/scripts/hmac_calculator.sh command.json '${{ secrets.JOB_SECRET }}')"
          curl -v -k \
          --fail-with-body \
          -H "Content-Type: application/json" \
          -H "X-Slab-Repository: ${{ github.repository }}" \
          -H "X-Slab-Command: start_aws" \
          -H "X-Hub-Signature-256: sha256=${SIGNATURE}" \
          -d @command.json \
          ${{ secrets.SLAB_URL }}