update_leaderboard.yaml

name: Update leaderboard.

on:
  pull_request:
    types: [opened, reopened, synchronize]

jobs:
  private_evaluation:
    runs-on: ubuntu-latest
    steps:
      - name: Check if there are any changes in submissions dir
        uses: dorny/paths-filter@v3.0.2
        id: changes
        with:
          filters: |
            src:
              - 'session_2/challenge/submissions/**'

      # Exit early if no changes in the submissions directory
      - name: Exit if no changes
        if: ${{ steps.changes.outputs.changed_files == '' }}
        run: exit 0  # Exit with success code              

      # Install evaluation dependencies and run the evals.
      - uses: actions/checkout@v4
      - name: Install Python
        uses: actions/setup-python@v5
        with:
          python-version: "3.10"

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip
          pip install -r session_2/challenge/requirements.txt


      - name: Run leaderboard update script
        id: leaderboard-update
        run: |
          cd session_2/challenge
          python -m scripts.leaderboard --github_user="${{ github.actor }}" --prompt="${{ steps.changes.outputs.changed_file }}"

      # # Commit the updated leaderboard
      # - name: Commit Updated Leaderboard
      #   id: commit-leaderboard
      #   run: |
      #     git config --global user.name "GitHub Actions"
      #     git config --global user.email "actions@github.com"
      #     git add leaderboard.md
      #     git commit -m "Update leaderboard"
      #     git push origin HEAD:${{ github.ref }}

      # # Print the commit SHA for reference
      # - name: Print Commit SHA
      #   run: echo "Commit SHA: ${{ steps.commit-leaderboard.outputs.commit_sha }}"