Skip to content

Added baseline submission #3

Added baseline submission

Added baseline submission #3

name: Update leaderboard.
on:
pull_request:
types: [opened, reopened, synchronize]
jobs:
private_evaluation:
runs-on: ubuntu-latest
steps:
- name: Check if there are any changes in submissions dir
uses: dorny/[email protected]
id: changes
with:
filters: |
src:
- 'session_2/challenge/submissions/**'
# Exit early if no changes in the submissions directory
- name: Exit if no changes
if: ${{ steps.changes.outputs.changed_files == '' }}
run: exit 0 # Exit with success code
# Install evaluation dependencies and run the evals.
- name: Install Python
uses: actions/setup-python@v5
with:
python-version: "3.10"
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install -r session_2/challenge/requirements.txt
- name: Run leaderboard update script
id: leaderboard-update
run: |
cd session_2/challenge
python -m scripts.leaderboard --github_user="${{ github.actor }}" --prompt="${{ steps.changes.outputs.changed_file }}"
# # Commit the updated leaderboard
# - name: Commit Updated Leaderboard
# id: commit-leaderboard
# run: |
# git config --global user.name "GitHub Actions"
# git config --global user.email "[email protected]"
# git add leaderboard.md
# git commit -m "Update leaderboard"
# git push origin HEAD:${{ github.ref }}
# # Print the commit SHA for reference
# - name: Print Commit SHA
# run: echo "Commit SHA: ${{ steps.commit-leaderboard.outputs.commit_sha }}"