Fix leaderboard action

.github/workflows/check_star_for_challenge_submission.yaml → .github/workflows/checks_for_submission.yaml

@@ -1,20 +1,31 @@
-name: Check star for a prompt challenge submission
+name: Checks for prompt eng challenge submission.
 
 on:
   pull_request:
     types: [opened, reopened, synchronize]
 
 jobs:
-  is-stargazer:
+  has-valid-submission:
     runs-on: ubuntu-latest
     steps:
 
-      - uses: dorny/[email protected]
+      - name: Check if there are any changes in submissions dir
+        uses: dorny/[email protected]
         id: changes
         with:
           filters: |
             src:
               - 'session_2/challenge/submissions/**'
+          list-files: "shell"
+
+      - name: Print changed files
+        run: |
+          echo '${{ toJSON(steps.changes.outputs) }}'
+
+      - if: ${{ (steps.changes.outputs.src_count > 1) }}
+        uses: actions/github-script@v7
+        with:
+          script: core.setFailed('More than one submissions are not allowed at once.')
 
       - uses: gacts/[email protected]
         id: check-star

.github/workflows/update_leaderboard.yaml

@@ -11,6 +11,7 @@ jobs:
   leaderboard_evaluation:
     runs-on: ubuntu-latest
     steps:
+      # Check changes in the source branch of the PR
       - name: Check if there are any changes in submissions dir
         uses: dorny/[email protected]
         id: changes
@@ -27,15 +28,16 @@ jobs:
       - if: ${{ (steps.changes.outputs.src_count > 1) }}
         uses: actions/github-script@v7
         with:
-          script: core.setFailed('More than one submissions are not allowed at once.')          
+          script: core.setFailed('More than one submissions are not allowed at once.')
 
       # Update leaderboard only if single file is changed in submission dir
       - if: ${{ (steps.changes.outputs.src == 'true') && (steps.changes.outputs.src_count == 1) }}
         name: Checkout code
         uses: actions/checkout@v4
         with:
-          repository: ${{ github.event.pull_request.head.repo.full_name }}
-          ref: ${{ github.event.pull_request.head.ref }}        
+          # Here we checkout the target branch of the PR
+          repository: ${{ github.event.pull_request.base.repo.full_name }}
+          ref: ${{ github.event.pull_request.base.ref }}
 
       - if: ${{ (steps.changes.outputs.src == 'true') && (steps.changes.outputs.src_count == 1) }}
         name: Install Python
@@ -58,28 +60,11 @@ jobs:
           filename_without_extension="${filename%.*}"  # Remove extension          
           python -m scripts.leaderboard --github_user="${{ github.actor }}" --prompt="$filename_without_extension"
 
-      - name: Commit changes
+      - if: ${{ (steps.changes.outputs.src == 'true') && (steps.changes.outputs.src_count == 1) }}
+        name: Commit changes
         uses: EndBug/add-and-commit@v9
         with:
           author_name: GitHub Actions
           author_email: [email protected]
           message: 'Updated leader board'
-          add: 'session_2/challenge/leaderboard.md'
-
-      #   # Commit the updated leaderboard
-      # - if: ${{ (steps.changes.outputs.src == 'true') && (steps.changes.outputs.src_count == 1) }}
-      #   name: Commit updated leaderboard
-      #   id: commit-leaderboard
-      #   run: |
-      #     git config --global user.name "GitHub Actions"
-      #     git config --global user.email "[email protected]"
-      #     git add session_2/challenge/leaderboard.md
-      #     git commit -m "Update leaderboard"
-      #     git push -f origin HEAD:${{ github.ref }}
-
-
-      #   # Print the commit SHA for reference
-      # - if: ${{ (steps.changes.outputs.src == 'true') && (steps.changes.outputs.src_count == 1) }}
-      #   name: Print Commit SHA
-      #   run: |
-      #     echo "Commit SHA: ${{ steps.commit-leaderboard.outputs.commit_sha }}"
+          add: 'session_2/challenge/leaderboard.md'

session_2/challenge/submissions/baseline.py

@@ -14,7 +14,7 @@ def build_prompt(self, job_description: str) -> str:
         Say "YES" if the given job description is suitable for
         a freshers other wise say "NO".
 
-        {job_description}.
+        {job_description}
 
         """
         return prompt.strip()