Cleanup

TimefoldAI · Oct 2, 2024 · 8bc0b4a · 8bc0b4a
1 parent 16d6f8a
commit 8bc0b4a
Showing 1 changed file with 14 additions and 6 deletions.
diff --git a/.github/workflows/performance_score_director.yml b/.github/workflows/performance_score_director.yml
@@ -111,7 +111,7 @@ jobs:
         run: mvn -B -Dquickly clean install
 
       # Clone timefold-solver-enterprise
-      - name: Phase 2 - Checkout timefold-solver-enterprise (PR) # Checkout the PR branch first, if it exists
+      - name: Phase 2 - Checkout timefold-solver-enterprise (Specified)
         id: checkout-solver-enterprise
         uses: actions/checkout@v4
         continue-on-error: true
@@ -120,7 +120,7 @@ jobs:
           ref: ${{ github.event.inputs.branch }}
           token: ${{ secrets.BENCHMARK_PUBLISH_TOKEN }}
           path: ./timefold-solver-enterprise
-      - name: Phase 2 - Checkout timefold-solver-enterprise (main) # Checkout the main branch if the PR branch does not exist
+      - name: Phase 2 - Checkout timefold-solver-enterprise (Fallback)
         if: steps.checkout-solver-enterprise.outcome != 'success'
         uses: actions/checkout@v4
         with:
@@ -184,10 +184,18 @@ jobs:
             export FAIL=true
           fi
           
-          echo "|       |   **Ref**   |   **Min**   |   **Max**   |" >> $GITHUB_STEP_SUMMARY
-          echo "|:-----:|:-----------:|:-----------:|:-----------:|" >> $GITHUB_STEP_SUMMARY
-          echo "| _Old_ | ${{ github.event.inputs.baseline }} | ${OLD_RANGE_START} | ${OLD_RANGE_END} |" >> $GITHUB_STEP_SUMMARY
-          echo "| _New_ |  ${{ github.event.inputs.branch }}  | ${NEW_RANGE_START} | ${NEW_RANGE_END} |" >> $GITHUB_STEP_SUMMARY
+          export DIFF_START=$(echo "scale=2; ($OLD_RANGE_START / $NEW_RANGE_START) * 100" | bc)
+          export DIFF_END=$(echo "scale=2; ($OLD_RANGE_END / $NEW_RANGE_END) * 100" | bc)
+          
+          echo "|        |   **Ref**   |      **Min**      |      **Max**      |" >> $GITHUB_STEP_SUMMARY
+          echo "|:------:|:-----------:|:-----------------:|:-----------------:|" >> $GITHUB_STEP_SUMMARY
+          echo "|  _Old_ | ${{ github.event.inputs.baseline }} | ${OLD_RANGE_START} | ${OLD_RANGE_END} |" >> $GITHUB_STEP_SUMMARY
+          echo "|  _New_ |  ${{ github.event.inputs.branch }}  | ${NEW_RANGE_START} | ${NEW_RANGE_END} |" >> $GITHUB_STEP_SUMMARY
+          echo "| _Diff_ |             |  ${DIFF_START} %  |   ${DIFF_END} %   |" >> $GITHUB_STEP_SUMMARY
+          
+          echo "Min and max define a 99.9 % confidence interval." >> $GITHUB_STEP_SUMMARY
+          echo "Min and max are in operations per second. Higher is better." >> $GITHUB_STEP_SUMMARY
+          echo "Positive diff represents an improvement, negative a regression." >> $GITHUB_STEP_SUMMARY
           
           if [ "$FAIL" = true ]; then
               exit 1