bencher.yml

name: "Bencher: Run Benchmarks"

on:
  schedule:
    - cron: "0 0 * * 0"
  push:
    branches:
      - main
  workflow_dispatch:

jobs:
  run_benchmarks:
    name: Continuous Benchmarking with Bencher
    runs-on: [self-hosted, 1ES.Pool=gha-virtual-ccf-sub]
    container:
      image: ghcr.io/microsoft/ccf/ci/default:build-05-12-2024
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Build and run virtual perf tests
        run: |
          git config --global --add safe.directory /__w/CCF/CCF
          mkdir build
          cd build
          cmake -GNinja -DCOMPILE_TARGET=virtual -DWORKER_THREADS=2 -DBUILD_TPCC=ON ..
          ninja
          # Microbenchmarks
          ./tests.sh -VV -L benchmark
          # End to end performance tests
          ./tests.sh -VV -L perf -C perf
          # Convert microbenchmark output to bencher json
          source env/bin/activate
          PYTHONPATH=../tests python convert_pico_to_bencher.py
        shell: bash

      - uses: bencherdev/bencher@main
      - name: Track base branch benchmarks with Bencher
        run: |
          bencher run \
          --project ccf \
          --token '${{ secrets.BENCHER_API_TOKEN }}' \
          --branch main \
          --testbed gha-virtual-ccf-sub \
          --adapter json \
          --err \
          --file build/bencher.json