bench_upload_for_pr.yaml

name: Benchmark upload

#
# This workflow runs after every benchmark, to upload the report to S3.
#
# It is its own workflow, because PRs can contain malicious code and run in a context with secrets..
#
# See also https://securitylab.github.com/research/github-actions-preventing-pwn-requests/
#

on:
  workflow_run:
    workflows: ["Benchmarks"]
    types:
      - completed

jobs:
  upload:
    name: Upload benchmark report
    runs-on: warp-ubuntu-latest-x64-16x
    if: github.event.workflow_run.conclusion == 'success'
    steps:
      # https://github.com/actions/download-artifact
      - uses: actions/download-artifact@v4
        with:
          name: benchmark-report.zip
          run-id: ${{ github.event.workflow_run.id }}
          github-token: ${{ github.token }}

      - name: Extract report
        run: |
          unzip benchmark-report.zip
          ls -alh benchmark-report/

      - name: Prepare variables
        id: prepare
        run: |
          cat benchmark-report/vars.txt
          source benchmark-report/vars.txt

          S3_UPLOAD_DIR="benchmark/${HEAD_SHA_SHORT}-${BASE_SHA_SHORT}"
          echo "S3_UPLOAD_DIR=${S3_UPLOAD_DIR}" >> "$GITHUB_OUTPUT"
          echo "PR_NUMBER=${PR_NUMBER}" >> "$GITHUB_OUTPUT"

      # Upload S3 (using https://github.com/shallwefootball/upload-s3-action)
      - name: Upload to S3
        uses: shallwefootball/s3-upload-action@master
        id: S3
        with:
          aws_key_id: ${{secrets.AWS_KEY_ID}}
          aws_secret_access_key: ${{secrets.AWS_SECRET_ACCESS_KEY}}
          aws_bucket: flashbots-rbuilder-ci-stats
          source_dir: benchmark-report
          destination_dir: ${{ steps.prepare.outputs.S3_UPLOAD_DIR }}

      #
      # POST SUMMARY (to PR comment and CI job summary)
      #
      - name: Add summary to CI job summary
        run: |
          BENCH_URL="https://flashbots-rbuilder-ci-stats.s3.us-east-2.amazonaws.com/${{steps.S3.outputs.object_key}}/report/index.html"
          sed -i "s|__BENCH_URL__|${BENCH_URL}|" benchmark-report/benchmark-pr-comment.md
          cat benchmark-report/benchmark-pr-comment.md

          cat benchmark-report/benchmark-pr-comment.md >> $GITHUB_STEP_SUMMARY
          cat benchmark-report/benchmark-summary.md >> $GITHUB_STEP_SUMMARY

      # https://github.com/peter-evans/find-comment
      - name: Find previous PR comment
        if: steps.prepare.outputs.PR_NUMBER != ''
        uses: peter-evans/find-comment@v3
        id: fc
        with:
          issue-number: ${{ steps.prepare.outputs.PR_NUMBER }}
          comment-author: 'github-actions[bot]'
          body-includes: Benchmark results

      # https://github.com/peter-evans/create-or-update-comment
      - name: Create or update PR comment
        if: steps.prepare.outputs.PR_NUMBER != ''
        uses: peter-evans/create-or-update-comment@v4
        with:
          comment-id: ${{ steps.fc.outputs.comment-id }}
          issue-number: ${{ steps.prepare.outputs.PR_NUMBER }}
          edit-mode: replace
          body-path: benchmark-report/benchmark-pr-comment.md