Merge pull request #886 from GeorgePantelakis/fixing-binom-test-results #15
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: GitHub CI | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| jobs: | |
| test: | |
| runs-on: ${{ matrix.os }} | |
| container: ${{ matrix.container }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - name: py2.6 | |
| os: ubuntu-latest | |
| container: centos:6 | |
| python-version: 2.6 | |
| - name: py2.7 | |
| os: ubuntu-20.04 | |
| python-version: 2.7 | |
| - name: py3.5 | |
| os: ubuntu-20.04 | |
| python-version: 3.5 | |
| - name: py3.6 | |
| os: ubuntu-20.04 | |
| python-version: 3.6 | |
| - name: py3.7 | |
| os: ubuntu-latest | |
| python-version: 3.7 | |
| - name: py3.8 | |
| os: ubuntu-latest | |
| python-version: 3.8 | |
| - name: py3.9 | |
| os: ubuntu-latest | |
| python-version: 3.9 | |
| - name: py3.10 | |
| os: ubuntu-latest | |
| python-version: '3.10' | |
| - name: py3.11 | |
| os: ubuntu-latest | |
| python-version: '3.11' | |
| - name: py3.12 | |
| os: ubuntu-latest | |
| python-version: '3.12' | |
| # also test with extraction tooling installed | |
| - name: py2.6 with extract | |
| os: ubuntu-latest | |
| container: centos:6 | |
| python-version: 2.6 | |
| opt-deps: ['extract'] | |
| - name: py2.7 with extract | |
| os: ubuntu-20.04 | |
| python-version: 2.7 | |
| opt-deps: ['extract'] | |
| - name: py3.5 with extract | |
| os: ubuntu-20.04 | |
| python-version: 3.5 | |
| opt-deps: ['extract'] | |
| - name: py3.6 with extract | |
| os: ubuntu-20.04 | |
| python-version: 3.6 | |
| opt-deps: ['extract'] | |
| - name: py3.7 with extract | |
| os: ubuntu-latest | |
| python-version: 3.7 | |
| opt-deps: ['extract'] | |
| - name: py3.8 with extract | |
| os: ubuntu-latest | |
| python-version: 3.8 | |
| opt-deps: ['extract'] | |
| - name: py3.9 with extract | |
| os: ubuntu-latest | |
| python-version: 3.9 | |
| opt-deps: ['extract'] | |
| - name: py3.10 with extract | |
| os: ubuntu-latest | |
| python-version: '3.10' | |
| opt-deps: ['extract'] | |
| - name: py3.11 with extract | |
| os: ubuntu-latest | |
| python-version: '3.11' | |
| opt-deps: ['extract'] | |
| - name: py3.12 with extract | |
| os: ubuntu-latest | |
| python-version: '3.12' | |
| opt-deps: ['extract'] | |
| # also test with just analysis tooling installed | |
| - name: py3.6 with analysis | |
| os: ubuntu-20.04 | |
| python-version: 3.6 | |
| opt-deps: ['analysis'] | |
| - name: py3.7 with analysis | |
| os: ubuntu-latest | |
| python-version: 3.7 | |
| opt-deps: ['analysis'] | |
| - name: py3.8 with analysis | |
| os: ubuntu-latest | |
| python-version: 3.8 | |
| opt-deps: ['analysis'] | |
| - name: py3.9 with analysis | |
| os: ubuntu-latest | |
| python-version: 3.9 | |
| opt-deps: ['analysis'] | |
| - name: py3.10 with analysis | |
| os: ubuntu-latest | |
| python-version: '3.10' | |
| opt-deps: ['analysis'] | |
| - name: py3.11 with analysis | |
| os: ubuntu-latest | |
| python-version: '3.11' | |
| opt-deps: ['analysis'] | |
| - name: py3.12 with analysis | |
| os: ubuntu-latest | |
| python-version: '3.12' | |
| opt-deps: ['analysis'] | |
| # and with both extract and analysis | |
| - name: py3.6 with extract and analysis | |
| os: ubuntu-20.04 | |
| python-version: 3.6 | |
| opt-deps: ['extract', 'analysis'] | |
| - name: py3.7 with extract and analysis | |
| os: ubuntu-latest | |
| python-version: 3.7 | |
| opt-deps: ['extract', 'analysis'] | |
| - name: py3.8 with extract and analysis | |
| os: ubuntu-latest | |
| python-version: 3.8 | |
| opt-deps: ['extract', 'analysis'] | |
| - name: py3.9 with extract and analysis | |
| os: ubuntu-latest | |
| python-version: 3.9 | |
| opt-deps: ['extract', 'analysis'] | |
| - name: py3.10 with extract and analysis | |
| os: ubuntu-latest | |
| python-version: '3.10' | |
| opt-deps: ['extract', 'analysis'] | |
| - name: py3.11 with extract and analysis | |
| os: ubuntu-latest | |
| python-version: '3.11' | |
| opt-deps: ['extract', 'analysis'] | |
| - name: py3.12 with extract and analysis | |
| os: ubuntu-latest | |
| python-version: '3.12' | |
| # note: codeclimate can be specified in only one environment | |
| opt-deps: ['extract', 'analysis', 'codeclimate'] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| if: ${{ !matrix.container }} | |
| with: | |
| fetch-depth: 50 | |
| - uses: actions/checkout@v1 | |
| # centos 6 doesn't have glibc new enough for the nodejs used by v2 | |
| if: ${{ matrix.container }} | |
| with: | |
| fetch-depth: 50 | |
| - name: Ensure dependencies on CentOS | |
| if: ${{ matrix.container }} | |
| run: | | |
| ls /etc/yum.repos.d/ | |
| cat /etc/yum.repos.d/CentOS-Base.repo | |
| rm /etc/yum.repos.d/CentOS-Base.repo | |
| cat > /etc/yum.repos.d/CentOS-Base.repo <<EOF | |
| [base] | |
| name=CentOS-$releasever - Base | |
| baseurl=https://vault.centos.org/6.10/os/x86_64/ | |
| gpgcheck=1 | |
| gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-6 | |
| [updates] | |
| name=CentOS-$releasever - Updates | |
| baseurl=https://vault.centos.org/6.10/updates/x86_64/ | |
| gpgcheck=1 | |
| gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-6 | |
| [extras] | |
| name=CentOS-$releasever - Extras | |
| baseurl=https://vault.centos.org/6.10/extras/x86_64/ | |
| gpgcheck=1 | |
| gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-6 | |
| EOF | |
| echo installing | |
| yum clean all | |
| yum repolist all | |
| yum install -y git make python curl gcc libffi-devel python-devel glibc-devel openssl-devel tcpdump wget | |
| - name: Verify git status | |
| run: | | |
| git status | |
| git remote -v | |
| - name: Ensure we have baseline branch for quality coverage | |
| run: git fetch origin master:refs/remotes/origin/master | |
| - name: Set up Python ${{ matrix.python-version }} | |
| # we use containers to use the native python version from them | |
| if: ${{ !matrix.container && matrix.python-version != '2.7' }} | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Ensure python 2.7 | |
| if: matrix.python-version == '2.7' | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y \ | |
| python2.7 python2.7-dev python-pip-whl | |
| sudo ln -sf python2.7 /usr/bin/python | |
| export PYTHONPATH=`echo /usr/share/python-wheels/pip-*py2*.whl` | |
| sudo --preserve-env=PYTHONPATH python -m pip install --upgrade pip setuptools wheel | |
| sudo chown -R $USER /usr/local/lib/python2.7 | |
| - name: Display Python version | |
| run: python -c "import sys; print(sys.version)" | |
| - name: Display installed python package versions | |
| run: | | |
| pip list || : | |
| - name: Ensure working pip on 3.3 | |
| if: ${{ matrix.python-version == '3.3' }} | |
| run: | | |
| curl -o get-pip.py https://bootstrap.pypa.io/pip/3.3/get-pip.py; | |
| python get-pip.py | |
| - name: Ensure working pip on 2.6 | |
| if: ${{ matrix.python-version == '2.6' }} | |
| run: | | |
| # pypi deprecated SNI-less access to the CDN, so we have to download | |
| # the packages manually | |
| curl -o get-pip.py https://bootstrap.pypa.io/pip/2.6/get-pip.py | |
| wget https://files.pythonhosted.org/packages/ac/95/a05b56bb975efa78d3557efa36acaf9cf5d2fd0ee0062060493687432e03/pip-9.0.3-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/27/f6/fabfc9c71c9b1b99d2ec4768a6e1f73b2e924f51c89d436302b8c2a25459/setuptools-36.8.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/8a/e9/8468cd68b582b06ef554be0b96b59f59779627131aad48f8a5bce4b13450/wheel-0.29.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/f2/94/3af39d34be01a24a6e65433d19e107099374224905f1e0cc6bbe1fd22a2f/argparse-1.4.0-py2.py3-none-any.whl | |
| python get-pip.py pip-9.0.3-py2.py3-none-any.whl setuptools-36.8.0-py2.py3-none-any.whl wheel-0.29.0-py2.py3-none-any.whl argparse-1.4.0-py2.py3-none-any.whl | |
| pip list | |
| wget https://files.pythonhosted.org/packages/3b/7e/293d19ccd106119e35db4bf3e111b1895098f618b455b758aa636496cf03/setuptools-28.8.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/83/53/e120833aa2350db333df89a40dea3b310dd9dabf6f29eaa18934a597dc79/wheel-0.30.0a0-py2.py3-none-any.whl | |
| pip install setuptools-28.8.0-py2.py3-none-any.whl wheel-0.30.0a0-py2.py3-none-any.whl | |
| # gmpy2 and m2crypto are not necessary but make tlslite-ng much faster | |
| - name: Install gmpy2 dependencies | |
| if: ${{ !matrix.container && matrix.python-version != '3.3' }} | |
| run: sudo apt-get install -y libmpfr-dev libmpc-dev libgmp-dev | |
| - name: Install gmpy2 | |
| if: ${{ !matrix.container && matrix.python-version != '3.3' && matrix.python-version != '3.12' }} | |
| run: pip install gmpy2 | |
| # mainline gmpy2 doesn't compile on py3.12, use pre-release version | |
| - name: Install gmpy2 on py3.12 | |
| if: ${{ !matrix.container && matrix.python-version == '3.12' }} | |
| run: pip install gmpy2==2.2.0a1 | |
| # m2crypto makes server crash with SIGSEGV (see https://github.com/tlsfuzzer/tlsfuzzer/issues/788) | |
| # - name: Install M2Crypto dependencies | |
| # if: ${{ !matrix.container && matrix.python-version != '3.3' }} | |
| # run: sudo apt-get install -y swig libssl-dev | |
| # - name: Install M2Crypto (py2.7+) | |
| # if: ${{ !matrix.container && matrix.python-version != '3.3' && matrix.python-version != '3.4' && matrix.python-version != 3.5 }} | |
| # run: pip install m2crypto | |
| # - name: Install M2Crypto (py2.6) | |
| # if: ${{ matrix.container }} | |
| # run: yum install -y m2crypto | |
| - name: Install build dependencies (2.6) | |
| if: ${{ matrix.python-version == '2.6' }} | |
| run: | | |
| wget https://files.pythonhosted.org/packages/a9/83/ca1c7737c9a43a3e5bd2b9954add88700267801415310395d4191e5ff8e3/isort-4.2.15-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/d9/9d/077582a4c6d771e3b742631e6c1d3688f48210626de488e032776242b3f2/inflect-0.3.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/79/db/7c0cfe4aa8341a5fab4638952520d8db6ab85ff84505e12c00ea311c3516/pyOpenSSL-17.5.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/2d/bf/960e5a422db3ac1a5e612cb35ca436c3fc985ed4b7ed13a1b4879006f450/cffi-1.13.2.tar.gz | |
| wget https://files.pythonhosted.org/packages/72/20/7f0f433060a962200b7272b8c12ba90ef5b903e218174301d0abfd523813/unittest2-1.1.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/85/d5/818d0e603685c4a613d56f065a721013e942088047ff1027a632948bdae6/coverage-4.5.4.tar.gz | |
| wget https://files.pythonhosted.org/packages/f8/86/410d53faff049641f34951843245d168261512aea787a1f9f05c3fa025a0/pylint-1.7.6-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/81/a6/d076eeb83f383ac7a25e030709abebc6781bcf930d67316be6d47641637e/diff_cover-4.0.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/8c/2d/aad7f16146f4197a11f8e91fb81df177adcc2073d36a17b1491fd09df6ed/pycparser-2.18.tar.gz | |
| wget https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/e6/35/f187bdf23be87092bd0f1200d43d23076cee4d0dec109f195173fd3ebc79/mock-2.0.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/65/26/32b8464df2a97e6dd1b656ed26b2c194606c16fe163c695a992b36c11cdf/six-1.13.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/78/c5/7188f15a92413096c93053d5304718e1f6ba88b818357d05d19250ebff85/cryptography-2.1.4.tar.gz | |
| wget https://files.pythonhosted.org/packages/17/0a/6ac05a3723017a967193456a2efa0aa9ac4b51456891af1e2353bb9de21e/traceback2-1.4.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz | |
| wget https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/9a/a7/d8155abf1c58457f1c65a20208ff128ec403d810dd55c40a39047f1bbddd/astroid-1.5.3-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/87/89/479dc97e18549e21354893e4ee4ef36db1d237534982482c3681ee6e7b57/mccabe-0.6.1-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/7a/12/2b10635e91ec4007e2a287812b1a1c8649cf68686ff2d69ed97553cf8a7a/singledispatch-3.6.1-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/40/26/e6a6d7741076ea1bcfac02821e744fc40fa4cbb07e870b7dd969f4af8721/jinja2_pluralize-0.3.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/65/e0/eb35e762802015cab1ccee04e8a277b03f1d8e53da3ec3106882ec42558b/Jinja2-2.10.3-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/13/e5/6d710c9cf96c31ac82657bcfb441df328b22df8564d58d0c4cd62612674c/Pygments-2.3.1-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/4d/d1/e478b8a33230f85f38e35b386376fbd115219de2a2c4c8783610851ad1c3/pluggy-0.5.2-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/69/cb/f5be453359271714c01b9bd06126eaf2e368f1fddfff30818754b5ac2328/funcsigs-1.0.2-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/fb/48/69046506f6ac61c1eaa9a0d42d22d54673b69e176d30ca98e3f61513e980/pbr-5.5.1-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/b5/a8/56be92dcd4a5bf1998705a9b4028249fe7c9a035b955fe93b6a3e5b829f8/asn1crypto-1.4.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/6f/2c/a9386903ece2ea85e9807e0e062174dc26fdce8b05f216d00491be29fad5/enum34-1.1.10-py2-none-any.whl | |
| wget https://files.pythonhosted.org/packages/c2/f8/49697181b1651d8347d24c095ce46c7346c37335ddc7d255833e7cde674d/ipaddress-1.0.23-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/c7/a3/c5da2a44c85bfbb6eebcfc1dde24933f8704441b98fdde6528f4831757a6/linecache2-1.0.0-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/5e/a0/5f06e1e1d463903cf0c0eebeb751791119ed7a4b3737fdc9a77f1cdfb51f/certifi-2020.12.5-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/8d/08/00aab975c99d156aec2d47e9e7a947ac3af3efab5065f666c8b157acc7a8/lazy_object_proxy-1.3.1-cp26-cp26mu-manylinux1_x86_64.whl | |
| wget https://files.pythonhosted.org/packages/82/f7/e43cefbe88c5fd371f4cf0cf5eb3feccd07515af9fd6cf7dbf1d1793a797/wrapt-1.12.1.tar.gz | |
| wget https://files.pythonhosted.org/packages/e5/c1/1a48a4bb9b515480d6c666977eeca9243be9fa9e6fb5a34be0ad9627f737/backports.functools_lru_cache-1.6.4-py2.py3-none-any.whl | |
| wget https://files.pythonhosted.org/packages/4d/de/32d741db316d8fdb7680822dd37001ef7a448255de9699ab4bfcbdf4172b/MarkupSafe-1.0.tar.gz | |
| pip install pycparser-2.18.tar.gz isort-4.2.15-py2.py3-none-any.whl inflect-0.3.0-py2.py3-none-any.whl pyOpenSSL-17.5.0-py2.py3-none-any.whl cffi-1.13.2.tar.gz unittest2-1.1.0-py2.py3-none-any.whl coverage-4.5.4.tar.gz pylint-1.7.6-py2.py3-none-any.whl diff_cover-4.0.0-py2.py3-none-any.whl idna-2.7-py2.py3-none-any.whl mock-2.0.0-py2.py3-none-any.whl six-1.13.0-py2.py3-none-any.whl cryptography-2.1.4.tar.gz traceback2-1.4.0-py2.py3-none-any.whl docopt-0.6.2.tar.gz requests-2.19.1-py2.py3-none-any.whl astroid-1.5.3-py2.py3-none-any.whl mccabe-0.6.1-py2.py3-none-any.whl singledispatch-3.6.1-py2.py3-none-any.whl jinja2_pluralize-0.3.0-py2.py3-none-any.whl Jinja2-2.10.3-py2.py3-none-any.whl Pygments-2.3.1-py2.py3-none-any.whl pluggy-0.5.2-py2.py3-none-any.whl funcsigs-1.0.2-py2.py3-none-any.whl pbr-5.5.1-py2.py3-none-any.whl asn1crypto-1.4.0-py2.py3-none-any.whl enum34-1.1.10-py2-none-any.whl ipaddress-1.0.23-py2.py3-none-any.whl linecache2-1.0.0-py2.py3-none-any.whl chardet-3.0.4-py2.py3-none-any.whl urllib3-1.23-py2.py3-none-any.whl certifi-2020.12.5-py2.py3-none-any.whl lazy_object_proxy-1.3.1-cp26-cp26mu-manylinux1_x86_64.whl wrapt-1.12.1.tar.gz backports.functools_lru_cache-1.6.4-py2.py3-none-any.whl MarkupSafe-1.0.tar.gz git+https://github.com/tomato42/coveralls-python.git@add-py26#egg=coveralls | |
| - name: Install build dependencies | |
| if: ${{ matrix.python-version != '2.6' }} | |
| run: | | |
| if [[ -e build-requirements-${{ matrix.python-version }}.txt ]]; then | |
| pip install -r build-requirements-${{ matrix.python-version }}.txt; | |
| else | |
| pip install -r build-requirements.txt; | |
| fi | |
| if [[ ${{ matrix.python-version }} == "3.3" ]]; then | |
| pip install --ignore-requires-python https://files.pythonhosted.org/packages/05/d2/f94e68be6b17f46d2c353564da56e6fb89ef09faeeff3313a046cb810ca9/mock-3.0.5-py2.py3-none-any.whl | |
| fi | |
| - name: Install extract dependencies on py2.6 | |
| if: ${{ contains(matrix.opt-deps, 'extract') && matrix.python-version == '2.6' }} | |
| run: | | |
| wget https://files.pythonhosted.org/packages/1c/25/0aebea939ea70d31a7ff8884e5ca577eddb9cfeac626398fe782d4e2f6a2/dpkt-1.9.2.tar.gz | |
| pip install dpkt-1.9.2.tar.gz | |
| - name: Install extract dependencies on py2.7+ | |
| if: ${{ contains(matrix.opt-deps, 'extract') && matrix.python-version != '2.6' }} | |
| run: | | |
| pip install 'dpkt>=1.9.2' | |
| - name: Install analysis dependencies | |
| if: ${{ contains(matrix.opt-deps, 'analysis') }} | |
| run: | | |
| # kiwisolver requires new pip for its wheel files so ensure we're running the newest one | |
| pip install --upgrade pip | |
| pip install -r build-requirements-analysis.txt | |
| - name: Install dependencies (2.6) | |
| if: ${{ matrix.python-version == '2.6' }} | |
| run: | | |
| wget https://files.pythonhosted.org/packages/24/ef/227acba3f6c6ae2152386a0555b7e5f618c34df4ca94f7fe4cb5c37e8208/tlslite-ng-0.8.0b1.tar.gz | |
| wget https://files.pythonhosted.org/packages/b4/4c/f8b4ed6c61dff52294f98aaf99053dd979c1b4233d953f371afb0a2977a1/ecdsa-0.18.0b2-py2.py3-none-any.whl | |
| pip install tlslite-ng-0.8.0b1.tar.gz ecdsa-0.18.0b2-py2.py3-none-any.whl | |
| - name: Install dependencies | |
| if: ${{ matrix.python-version != '2.6' }} | |
| run: pip install -r requirements.txt | |
| - name: Display installed python package versions | |
| run: pip list | |
| - name: Prepare Codeclimate environment | |
| if: ${{ contains(matrix.opt-deps, 'codeclimate') }} | |
| env: | |
| CC_TEST_REPORTER_ID: ${{ secrets.CC_TEST_REPORTER_ID }} | |
| run: | | |
| curl -L https://codeclimate.com/downloads/test-reporter/test-reporter-latest-linux-amd64 > ./cc-test-reporter | |
| chmod +x ./cc-test-reporter | |
| ./cc-test-reporter before-build | |
| - name: Run unit tests (py2.6) | |
| if: ${{ matrix.python-version == '2.6' }} | |
| run: coverage run --branch --source tlsfuzzer -m unittest2 discover | |
| - name: Run unit tests (py2.7+) | |
| if: ${{ matrix.python-version != '2.6' }} | |
| run: coverage run --branch --source tlsfuzzer -m unittest discover | |
| - name: Log branch coverage | |
| run: coverage report -m | |
| - name: Publish coverage to CodeClimate | |
| if: ${{ contains(matrix.opt-deps, 'codeclimate') }} | |
| env: | |
| CC_TEST_REPORTER_ID: 1b11fe8cca47f31f58c5d27de82688a26bbcb432bfa3607d561b816489bed9bd | |
| run: | | |
| coverage xml | |
| ./cc-test-reporter after-build | |
| - name: Publish coverage to Coveralls | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| COVERALLS_FLAG_NAME: ${{ matrix.name }} | |
| COVERALLS_PARALLEL: true | |
| COVERALLS_SERVICE_NAME: github | |
| run: coveralls | |
| - name: Ensure that json files include all test scripts | |
| run: python tests/verify-scripts-json.py tests/tlslite-ng-random-subset.json tests/tlslite-ng.json | |
| - name: Verify that all scripts pass against tlslite-ng | |
| env: | |
| PYTHON_VERSION: ${{ matrix.python-version }} | |
| run: | | |
| # the HTTP header includes python version, since "2.7.15" is longer than "2.6.9", the reply itself is longer too | |
| # more generally, it should be `1845 + len(sys.version.split()[0])`, | |
| # as http.server uses `sys_version = "Python/" + sys.version.split()[0]` | |
| # https://github.com/python/cpython/blob/2c050e52f1ccf5db03819e4ed70690521d67e9fa/Lib/http/server.py#L253 | |
| case $PYTHON_VERSION in | |
| 2.7 | 3.4 | 3.5 | 3.6 | 3.7 | 3.8 | 3.9 | 3.11 | 3.12 ) | |
| export REPLY_SIZE=1850 | |
| ;; | |
| 3.10) | |
| export REPLY_SIZE=1851 # Server: SimpleHTTP/0.6 Python/3.10.10 | |
| ;; | |
| nightly) | |
| export REPLY_SIZE=1852 # Server: SimpleHTTP/0.6 Python/3.10.0a0 | |
| ;; | |
| *) | |
| export REPLY_SIZE=1849 # Server: SimpleHTTP/0.6 Python/3.8.6 | |
| ;; | |
| esac | |
| python tests/scripts_retention.py tests/tlslite-ng-random-subset.json `which tls.py` $REPLY_SIZE | |
| - name: Linter | |
| # pylint doesn't work on 2.6: https://bitbucket.org/logilab/pylint/issue/390/py26-compatiblity-broken | |
| if: ${{ matrix.python-version != 2.6 }} | |
| env: | |
| PYTHON_VERSION: ${{ matrix.python-version }} | |
| run: | | |
| opt="" | |
| if ! [[ $PYTHON_VERSION == 2.6 || $PYTHON_VERSION == 2.7 || $PYTHON_VERSION == 3.3 || $PYTHON_VERSION == 3.4 || $PYTHON_VERSION == 3.5 ]]; then | |
| opt="--compare-branch origin/master" | |
| fi | |
| pylint --msg-template="{path}:{line}: [{msg_id}({symbol}), {obj}] {msg}" tlsfuzzer > pylint_report.txt || : | |
| diff-quality $opt --violations=pylint --fail-under=90 pylint_report.txt | |
| - name: Verify that intermediate commits are testable | |
| # for some reason this takes a lot of time on Python 2.6, on the other | |
| # hand, it's highly unlikely that anybody will bisect code on | |
| # 2.6, so let's just skip it there | |
| if: ${{ github.event.pull_request && matrix.python-version != '2.6' }} | |
| env: | |
| PYTHON_VERSION: ${{ matrix.python-version }} | |
| BASE_REF: ${{ github.event.pull_request.base.ref }} | |
| run: | | |
| BASE_DIR="$(pwd)" | |
| echo "BASE_REF:" $BASE_REF | |
| echo "GITHUB_SHA:" $GITHUB_SHA | |
| echo "GITHUB_REF:" $GITHUB_REF | |
| git fetch origin $BASE_REF | |
| COMMIT_RANGE=origin/$BASE_REF..HEAD | |
| echo "COMMIT_RANGE:" $COMMIT_RANGE | |
| echo "Will test the following commits:" | |
| git log --oneline --reverse $COMMIT_RANGE | |
| for i in $(git log --pretty=format:%H --reverse $COMMIT_RANGE); do | |
| git checkout $i | |
| #make clean | |
| if [[ $PYTHON_VERSION == '2.6' ]]; then | |
| unit2 discover || exit 1 | |
| else | |
| python -m unittest discover || exit 1 | |
| fi | |
| cd "$BASE_DIR" | |
| done | |
| coveralls: | |
| name: Indicate completion to coveralls.io | |
| needs: test | |
| runs-on: ubuntu-latest | |
| container: python:3-slim | |
| steps: | |
| - name: Install coveralls | |
| run: | | |
| pip3 install --upgrade coveralls | |
| - name: Send "finished" signal to coveralls | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| COVERALLS_SERVICE_NAME: github | |
| run: | | |
| coveralls --finish |