bencher.yml

name: "Bencher: Run Benchmarks"

on:
  push:
    branches: main
  workflow_dispatch:

jobs:
  run_benchmarks:
    name: Continuous Benchmarking with Bencher
    runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub]
    container:
      image: ccfmsrc.azurecr.io/ccf/ci:2024-05-29-virtual-clang15
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Build and run virtual perf tests
        run: |
          git config --global --add safe.directory /__w/CCF/CCF
          mkdir build
          cd build
          cmake -GNinja -DCOMPILE_TARGET=virtual ..
          ninja
          # Limited list of benchmarks for now, but should be extended to
          # everything under a single label eventually
          ./tests.sh -VV -R pi_basic_
          ./tests.sh -VV -R historical_query
          ./tests.sh -VV -R commit_latency

      - uses: bencherdev/bencher@main
      - name: Track base branch benchmarks with Bencher
        run: |
          bencher run \
          --project ccf \
          --token '${{ secrets.BENCHER_API_TOKEN }}' \
          --branch main \
          --testbed gha-virtual-ccf-sub \
          --adapter json \
          --err \
          --file build/bencher.json