-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[ci] Add basic regression test to PRs
- Loading branch information
Showing
20 changed files
with
4,949 additions
and
88 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,32 @@ | ||
name: Run Regression Tests | ||
|
||
on: | ||
workflow_dispatch: | ||
pull_request: | ||
|
||
jobs: | ||
regressions: | ||
runs-on: ubuntu-latest | ||
steps: | ||
|
||
- name: Check out Repository | ||
uses: actions/checkout@v3 | ||
|
||
- name: Check out Test Docs Repository | ||
uses: actions/checkout@v3 | ||
with: | ||
repository: modm-ext/modm-data-test-docs | ||
path: ext/test/regression | ||
|
||
- name: Setup Python 3.12 | ||
uses: actions/setup-python@v4 | ||
with: | ||
python-version: "3.12" | ||
|
||
- name: Install Python Dependencies | ||
run: | | ||
pip3 install . | ||
- name: Run Regression Tests | ||
run: | | ||
make run-regression-tests |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,58 +1,55 @@ | ||
python3 tools/scripts/pdf2html.py --html --page 170 \ | ||
--document ext/cache/stmicro-pdf/DS10693-v10.pdf --output test/data/html/DS10693-v10.html & | ||
python3 -m modm_data.pdf2html.stmicro --html --range 21:23 \ | ||
--document ext/test/regression/stmicro/DS10329-v4.pdf --output test/data/html/stmicro/DS10329-v4.html & | ||
|
||
python3 tools/scripts/pdf2html.py --html --range 21:23 \ | ||
--document ext/cache/stmicro-pdf/DS10329-v4.pdf --output test/data/html/DS10329-v4.html & | ||
|
||
python3 tools/scripts/pdf2html.py --html --range 88:90 \ | ||
--document ext/cache/stmicro-pdf/DS12117-v7.pdf --output test/data/html/DS12117-v7.html & | ||
|
||
# Broken table header line, with partial boldness, double header line | ||
python3 tools/scripts/pdf2html.py --html --range 638:641 --page 1143 --range 3055:3058 \ | ||
--document ext/cache/stmicro-pdf/RM0399-v3.pdf --output test/data/html/RM0399-v3.html & | ||
|
||
# Broken table header line partial boldness | ||
python3 tools/scripts/pdf2html.py --html --range 433:434 \ | ||
--document ext/cache/stmicro-pdf/RM0456-v2.pdf --output test/data/html/RM0456-v2.html & | ||
|
||
# Broken table header line partial boldness >50% | ||
python3 tools/scripts/pdf2html.py --html --page 893 \ | ||
--document ext/cache/stmicro-pdf/RM0313-v6.pdf --output test/data/html/RM0313-v6.html & | ||
python3 -m modm_data.pdf2html.stmicro --html --page 170 \ | ||
--document ext/test/regression/stmicro/DS10693-v10.pdf --output test/data/html/stmicro/DS10693-v10.html & | ||
|
||
# Double header line | ||
python3 tools/scripts/pdf2html.py --html --range 51:52 \ | ||
--document ext/cache/stmicro-pdf/DS11250-v4.pdf --output test/data/html/DS11250-v4.html & | ||
python3 -m modm_data.pdf2html.stmicro --html --range 51:52 \ | ||
--document ext/test/regression/stmicro/DS11250-v4.pdf --output test/data/html/stmicro/DS11250-v4.html & | ||
|
||
python3 -m modm_data.pdf2html.stmicro --html --range 88:90 \ | ||
--document ext/test/regression/stmicro/DS12117-v7.pdf --output test/data/html/stmicro/DS12117-v7.html & | ||
|
||
# Double header line | ||
python3 tools/scripts/pdf2html.py --html --page 114 \ | ||
--document ext/cache/stmicro-pdf/DS12556-v6.pdf --output test/data/html/DS12556-v6.html & | ||
python3 -m modm_data.pdf2html.stmicro --html --page 114 \ | ||
--document ext/test/regression/stmicro/DS12556-v6.pdf --output test/data/html/stmicro/DS12556-v6.html & | ||
|
||
# Header cells with line but <30% bold | ||
python3 tools/scripts/pdf2html.py --html --range 91:92 \ | ||
--document ext/cache/stmicro-pdf/DS12930-v1.pdf --output test/data/html/DS12930-v1.html & | ||
python3 -m modm_data.pdf2html.stmicro --html --range 91:92 \ | ||
--document ext/test/regression/stmicro/DS12930-v1.pdf --output test/data/html/stmicro/DS12930-v1.html & | ||
|
||
# Multiple thick lines and repeated headers without correct pagination | ||
python3 tools/scripts/pdf2html.py --html --range 90:93 \ | ||
--document ext/cache/stmicro-pdf/RM0090-v19pdf --output test/data/html/RM0090-v19.html & | ||
|
||
# Header cells without line and >50% bold | ||
python3 tools/scripts/pdf2html.py --html --range 1354:1355 \ | ||
--document ext/cache/stmicro-pdf/RM0453-v2.pdf --output test/data/html/RM0453-v2.html & | ||
# Multiple thick lines and repeated headers without correct pagination | ||
python3 -m modm_data.pdf2html.stmicro --html --range 90:93 \ | ||
--document ext/test/regression/stmicro/RM0090-v19.pdf --output test/data/html/stmicro/RM0090-v19.html & | ||
|
||
# Header cells without line and >50% bold | ||
python3 tools/scripts/pdf2html.py --html --range 3005:3006 \ | ||
--document ext/cache/stmicro-pdf/RM0456-v2.pdf --output test/data/html/RM0456-v2.html & | ||
# Broken table header line partial boldness >50% | ||
python3 -m modm_data.pdf2html.stmicro --html --page 893 \ | ||
--document ext/test/regression/stmicro/RM0313-v6.pdf --output test/data/html/stmicro/RM0313-v6.html & | ||
|
||
# Table bottom line is out of template | ||
python3 tools/scripts/pdf2html.py --html --range 773:773 \ | ||
--document ext/cache/stmicro-pdf/RM0360-v4.pdf --output test/data/html/RM0360-v4.html & | ||
python3 -m modm_data.pdf2html.stmicro --html --range 773:773 \ | ||
--document ext/test/regression/stmicro/RM0360-v4.pdf --output test/data/html/stmicro/RM0360-v4.html & | ||
|
||
# Heading 4 does not get recognized | ||
python3 tools/scripts/pdf2html.py --html --range 180:180 \ | ||
--document ext/cache/stmicro-pdf/RM0367-v8.pdf --output test/data/html/RM0367-v8.html & | ||
python3 -m modm_data.pdf2html.stmicro --html --range 180:180 \ | ||
--document ext/test/regression/stmicro/RM0367-v8.pdf --output test/data/html/stmicro/RM0367-v8.html & | ||
|
||
# Broken table header line, with partial boldness, double header line | ||
python3 -m modm_data.pdf2html.stmicro --html --range 638:641 --page 1143 --range 3055:3058 \ | ||
--document ext/test/regression/stmicro/RM0399-v3.pdf --output test/data/html/stmicro/RM0399-v3.html & | ||
|
||
python3 -m modm_data.pdf2html.stmicro --html --range 265:265 \ | ||
--document ext/test/regression/stmicro/RM0434-v9.pdf --output test/data/html/stmicro/RM0434-v9.html & | ||
|
||
# Header cells without line and >50% bold | ||
python3 -m modm_data.pdf2html.stmicro --html --range 1354:1355 \ | ||
--document ext/test/regression/stmicro/RM0453-v2.pdf --output test/data/html/stmicro/RM0453-v2.html & | ||
|
||
python3 tools/scripts/pdf2html.py --html --range 265:265 \ | ||
--document ext/cache/stmicro-pdf/RM0434-v9.pdf --output test/data/html/RM0434-v9.html & | ||
# Broken table header line partial boldness, Header cells without line and >50% bold | ||
python3 -m modm_data.pdf2html.stmicro --html --range 433:434 --range 3005:3006 \ | ||
--document ext/test/regression/stmicro/RM0456-v2.pdf --output test/data/html/stmicro/RM0456-v2.html & | ||
|
||
wait | ||
|
This file was deleted.
Oops, something went wrong.
File renamed without changes.
File renamed without changes.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
File renamed without changes.
File renamed without changes.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.