From 3f6242b13881e7d65800c3c5bfff185586cc8ba1 Mon Sep 17 00:00:00 2001 From: TeamSPoon Date: Wed, 14 Aug 2024 01:43:57 -0700 Subject: [PATCH 1/5] JUnit test comparison report is also available. --- .github/workflows/ci.yml | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 7689b284cfa..54acafe9ba0 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -1,4 +1,4 @@ -name: CI Job to Generate JUnit Reports +name: CI Job to Generate JUnit Reports with Diff on: push: @@ -72,6 +72,13 @@ jobs: reporter: 'java-junit' # Correct reporter type for JUnit XML fail-on-error: false # Do not fail the job if tests fail + - name: Compare JUnit Test Results + uses: mikepenz/action-junit-report@v3 + with: + report_paths: junit.xml + compare_to_previous: true + fail_on_failure: false + - name: Display HTML Report Information run: | - echo "Both standard and matrix HTML reports are available as artifacts." + echo "Both standard and matrix HTML reports are available as artifacts. JUnit test comparison report is also available." From 87a32056a04e97d1da5e423b72b594e9d28e2844 Mon Sep 17 00:00:00 2001 From: TeamSPoon Date: Wed, 14 Aug 2024 01:47:16 -0700 Subject: [PATCH 2/5] Trigger CI --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 173f851e2dd..9ca4dbcbcd9 100755 --- a/README.md +++ b/README.md @@ -303,3 +303,4 @@ clear ; mettalog --test --v=./src/canary --log --html --compile=false tests/base | `functionC` | - [ ] | - [ ] | - [ ] | - [ ] | - [ ] | + From c6303b0f1ff59d115abcf55933f4b1b1942f9001 Mon Sep 17 00:00:00 2001 From: TeamSPoon Date: Wed, 14 Aug 2024 02:02:12 -0700 Subject: [PATCH 3/5] Diff JUnit Test Results --- .github/workflows/ci.yml | 23 ++++++++++++++++++----- 1 file changed, 18 insertions(+), 5 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 54acafe9ba0..62d15069001 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -37,12 +37,12 @@ jobs: python scripts/into_junit.py /tmp/SHARED.UNITS > junit.xml - name: Convert JUnit XML to Standard HTML Report - continue-on-error: true # Continue even if this step fails + continue-on-error: true # Continue to the next step even if this one fails run: | junit2html junit.xml junit-standard-report.html - name: Convert JUnit XML to Matrix HTML Report - continue-on-error: true # Continue even if this step fails + continue-on-error: true # Continue to the next step even if this one fails run: | junit2html --report-matrix junit-matrix-report.html junit.xml @@ -72,13 +72,26 @@ jobs: reporter: 'java-junit' # Correct reporter type for JUnit XML fail-on-error: false # Do not fail the job if tests fail - - name: Compare JUnit Test Results + - name: Compare JUnit Test Results with mikepenz uses: mikepenz/action-junit-report@v3 with: report_paths: junit.xml compare_to_previous: true - fail_on_failure: false + fail_on_failure: false # Do not fail the job if tests fail + + - name: Diff JUnit Test Results + uses: Juit/junit-diff@v1.0.2 + with: + base-junit: junit-report/base.xml # Adjust to your previous report location + head-junit: junit.xml # The current test report + output: junit-diff-report.html + + - name: Upload JUnit Diff Report + uses: actions/upload-artifact@v3 + with: + name: junit-diff-html-report + path: junit-diff-report.html - name: Display HTML Report Information run: | - echo "Both standard and matrix HTML reports are available as artifacts. JUnit test comparison report is also available." + echo "Standard, matrix, and diff HTML reports are available as artifacts. JUnit test comparison reports are also available." From aed48704a969951c705d2e036b3437ffd1599127 Mon Sep 17 00:00:00 2001 From: TeamSPoon Date: Wed, 14 Aug 2024 02:11:27 -0700 Subject: [PATCH 4/5] Standard, matrix, and comparison HTML reports are available as artifacts. --- .github/workflows/ci.yml | 27 +++++++++++++-------------- 1 file changed, 13 insertions(+), 14 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 62d15069001..af13c4aa8b8 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -72,26 +72,25 @@ jobs: reporter: 'java-junit' # Correct reporter type for JUnit XML fail-on-error: false # Do not fail the job if tests fail - - name: Compare JUnit Test Results with mikepenz - uses: mikepenz/action-junit-report@v3 + - name: Download Previous JUnit Results + uses: actions/download-artifact@v3 with: - report_paths: junit.xml - compare_to_previous: true - fail_on_failure: false # Do not fail the job if tests fail + name: junit-report + path: previous-junit.xml # Save as previous-junit.xml - - name: Diff JUnit Test Results - uses: Juit/junit-diff@v1.0.2 + - name: Compare JUnit Test Results with ReportGenerator + uses: danielpalme/reportgenerator-action@5.1.10 with: - base-junit: junit-report/base.xml # Adjust to your previous report location - head-junit: junit.xml # The current test report - output: junit-diff-report.html + reports: 'previous-junit.xml;junit.xml' + targetdir: './comparison-report' + reporttypes: 'HtmlSummary;HtmlChart' - - name: Upload JUnit Diff Report + - name: Upload JUnit Comparison Report uses: actions/upload-artifact@v3 with: - name: junit-diff-html-report - path: junit-diff-report.html + name: junit-comparison-html-report + path: ./comparison-report - name: Display HTML Report Information run: | - echo "Standard, matrix, and diff HTML reports are available as artifacts. JUnit test comparison reports are also available." + echo "Standard, matrix, and comparison HTML reports are available as artifacts." From 76d8545965e4dc1ede27e3dc74569af955ba5574 Mon Sep 17 00:00:00 2001 From: TeamSPoon Date: Wed, 14 Aug 2024 02:15:32 -0700 Subject: [PATCH 5/5] Standard, matrix, and comparison HTML reports are available as artifacts. --- .github/workflows/ci.yml | 14 +++++++++----- 1 file changed, 9 insertions(+), 5 deletions(-) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index af13c4aa8b8..d9590a8cf1b 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -78,12 +78,16 @@ jobs: name: junit-report path: previous-junit.xml # Save as previous-junit.xml + - name: Install ReportGenerator + run: | + dotnet tool install -g dotnet-reportgenerator-globaltool + - name: Compare JUnit Test Results with ReportGenerator - uses: danielpalme/reportgenerator-action@5.1.10 - with: - reports: 'previous-junit.xml;junit.xml' - targetdir: './comparison-report' - reporttypes: 'HtmlSummary;HtmlChart' + run: | + reportgenerator \ + -reports:"previous-junit.xml;junit.xml" \ + -targetdir:"./comparison-report" \ + -reporttypes:"HtmlSummary;HtmlChart" - name: Upload JUnit Comparison Report uses: actions/upload-artifact@v3