.github/workflows/ci.yml
name: GitHub CIon: push: branches: - master pull_request:jobs: test: runs-on: ${{ matrix.os }} container: ${{ matrix.container }} strategy: fail-fast: false matrix: include: - name: py2.6 os: ubuntu-latest container: centos:6 python-version: 2.6 - name: py2.7 os: ubuntu-20.04 python-version: 2.7 - name: py3.6 os: ubuntu-20.04 python-version: 3.6 - name: py3.7 os: ubuntu-22.04 python-version: 3.7 - name: py3.8 os: ubuntu-latest python-version: 3.8 - name: py3.9 os: ubuntu-latest python-version: 3.9 - name: py3.10 os: ubuntu-latest python-version: '3.10' - name: py3.11 os: ubuntu-latest python-version: '3.11' - name: py3.12 os: ubuntu-latest python-version: '3.12' # also test with extraction tooling installed - name: py2.6 with extract os: ubuntu-latest container: centos:6 python-version: 2.6 opt-deps: ['extract'] - name: py2.7 with extract os: ubuntu-20.04 python-version: 2.7 opt-deps: ['extract'] - name: py3.6 with extract os: ubuntu-20.04 python-version: 3.6 opt-deps: ['extract'] - name: py3.7 with extract os: ubuntu-22.04 python-version: 3.7 opt-deps: ['extract'] - name: py3.8 with extract os: ubuntu-latest python-version: 3.8 opt-deps: ['extract'] - name: py3.9 with extract os: ubuntu-latest python-version: 3.9 opt-deps: ['extract'] - name: py3.10 with extract os: ubuntu-latest python-version: '3.10' opt-deps: ['extract'] - name: py3.11 with extract os: ubuntu-latest python-version: '3.11' opt-deps: ['extract'] - name: py3.12 with extract os: ubuntu-latest python-version: '3.12' opt-deps: ['extract'] # also test with just analysis tooling installed - name: py3.6 with analysis os: ubuntu-20.04 python-version: 3.6 opt-deps: ['analysis'] - name: py3.7 with analysis os: ubuntu-22.04 python-version: 3.7 opt-deps: ['analysis'] - name: py3.8 with analysis os: ubuntu-latest python-version: 3.8 opt-deps: ['analysis'] - name: py3.9 with analysis os: ubuntu-latest python-version: 3.9 opt-deps: ['analysis'] - name: py3.10 with analysis os: ubuntu-latest python-version: '3.10' opt-deps: ['analysis'] - name: py3.11 with analysis os: ubuntu-latest python-version: '3.11' opt-deps: ['analysis'] - name: py3.12 with analysis os: ubuntu-latest python-version: '3.12' opt-deps: ['analysis'] # and with both extract and analysis - name: py3.6 with extract and analysis os: ubuntu-20.04 python-version: 3.6 opt-deps: ['extract', 'analysis'] - name: py3.7 with extract and analysis os: ubuntu-22.04 python-version: 3.7 opt-deps: ['extract', 'analysis'] - name: py3.8 with extract and analysis os: ubuntu-latest python-version: 3.8 opt-deps: ['extract', 'analysis'] - name: py3.9 with extract and analysis os: ubuntu-latest python-version: 3.9 opt-deps: ['extract', 'analysis'] - name: py3.10 with extract and analysis os: ubuntu-latest python-version: '3.10' opt-deps: ['extract', 'analysis'] - name: py3.11 with extract and analysis os: ubuntu-latest python-version: '3.11' opt-deps: ['extract', 'analysis'] - name: py3.12 with extract and analysis os: ubuntu-latest python-version: '3.12' # note: codeclimate can be specified in only one environment opt-deps: ['extract', 'analysis', 'codeclimate'] steps: - uses: actions/checkout@v2 if: ${{ !matrix.container }} with: fetch-depth: 50 - uses: actions/checkout@v1 # centos 6 doesn't have glibc new enough for the nodejs used by v2 if: ${{ matrix.container }} with: fetch-depth: 50 - name: Ensure dependencies on CentOS if: ${{ matrix.container }} run: | ls /etc/yum.repos.d/ cat /etc/yum.repos.d/CentOS-Base.repo rm /etc/yum.repos.d/CentOS-Base.repo cat > /etc/yum.repos.d/CentOS-Base.repo <<EOF [base] name=CentOS-$releasever - Base baseurl=https://vault.centos.org/6.10/os/x86_64/ gpgcheck=1 gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-6 [updates] name=CentOS-$releasever - Updates baseurl=https://vault.centos.org/6.10/updates/x86_64/ gpgcheck=1 gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-6 [extras] name=CentOS-$releasever - Extras baseurl=https://vault.centos.org/6.10/extras/x86_64/ gpgcheck=1 gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-6 EOF echo installing yum clean all yum repolist all yum install -y git make python curl gcc libffi-devel python-devel glibc-devel openssl-devel tcpdump wget - name: Verify git status run: | git status git remote -v - name: Ensure we have baseline branch for quality coverage run: git fetch origin master:refs/remotes/origin/master - name: Set up Python ${{ matrix.python-version }} # we use containers to use the native python version from them if: ${{ !matrix.container && matrix.python-version != '2.7' }} uses: actions/setup-python@v2 with: python-version: ${{ matrix.python-version }} - name: Ensure python 2.7 if: matrix.python-version == '2.7' run: | sudo apt-get update sudo apt-get install -y \ python2.7 python2.7-dev python-pip-whl sudo ln -sf python2.7 /usr/bin/python export PYTHONPATH=`echo /usr/share/python-wheels/pip-*py2*.whl` sudo --preserve-env=PYTHONPATH python -m pip install --upgrade pip setuptools wheel sudo chown -R $USER /usr/local/lib/python2.7 - name: Display Python version run: python -c "import sys; print(sys.version)" - name: Display installed python package versions run: | pip list || : - name: Ensure working pip on 3.3 if: ${{ matrix.python-version == '3.3' }} run: | curl -o get-pip.py https://bootstrap.pypa.io/pip/3.3/get-pip.py; python get-pip.py - name: Ensure working pip on 2.6 if: ${{ matrix.python-version == '2.6' }} run: | # pypi deprecated SNI-less access to the CDN, so we have to download # the packages manually curl -o get-pip.py https://bootstrap.pypa.io/pip/2.6/get-pip.py wget https://files.pythonhosted.org/packages/ac/95/a05b56bb975efa78d3557efa36acaf9cf5d2fd0ee0062060493687432e03/pip-9.0.3-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/27/f6/fabfc9c71c9b1b99d2ec4768a6e1f73b2e924f51c89d436302b8c2a25459/setuptools-36.8.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/8a/e9/8468cd68b582b06ef554be0b96b59f59779627131aad48f8a5bce4b13450/wheel-0.29.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/f2/94/3af39d34be01a24a6e65433d19e107099374224905f1e0cc6bbe1fd22a2f/argparse-1.4.0-py2.py3-none-any.whl python get-pip.py pip-9.0.3-py2.py3-none-any.whl setuptools-36.8.0-py2.py3-none-any.whl wheel-0.29.0-py2.py3-none-any.whl argparse-1.4.0-py2.py3-none-any.whl pip list wget https://files.pythonhosted.org/packages/3b/7e/293d19ccd106119e35db4bf3e111b1895098f618b455b758aa636496cf03/setuptools-28.8.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/83/53/e120833aa2350db333df89a40dea3b310dd9dabf6f29eaa18934a597dc79/wheel-0.30.0a0-py2.py3-none-any.whl pip install setuptools-28.8.0-py2.py3-none-any.whl wheel-0.30.0a0-py2.py3-none-any.whl # gmpy2 and m2crypto are not necessary but make tlslite-ng much faster - name: Install gmpy2 dependencies if: ${{ !matrix.container && matrix.python-version != '3.3' }} run: sudo apt-get install -y libmpfr-dev libmpc-dev libgmp-dev - name: Install gmpy2 if: ${{ !matrix.container && matrix.python-version != '3.3' && matrix.python-version != '3.12' }} run: pip install gmpy2 # mainline gmpy2 doesn't compile on py3.12, use pre-release version - name: Install gmpy2 on py3.12 if: ${{ !matrix.container && matrix.python-version == '3.12' }} run: pip install gmpy2==2.2.0a1 # m2crypto makes server crash with SIGSEGV (see https://github.com/tlsfuzzer/tlsfuzzer/issues/788) # - name: Install M2Crypto dependencies # if: ${{ !matrix.container && matrix.python-version != '3.3' }} # run: sudo apt-get install -y swig libssl-dev # - name: Install M2Crypto (py2.7+) # if: ${{ !matrix.container && matrix.python-version != '3.3' && matrix.python-version != '3.4' && matrix.python-version != 3.5 }} # run: pip install m2crypto # - name: Install M2Crypto (py2.6) # if: ${{ matrix.container }} # run: yum install -y m2crypto - name: Install kyber-py on py3.9 and later if: ${{ !matrix.container && matrix.python-version != '2.6' && matrix.python-version != '2.7' && matrix.python-version != '3.6' && matrix.python-version != '3.7' && matrix.python-version != '3.8' }} run: | wget https://github.com/GiacomoPope/kyber-py/archive/refs/tags/v1.0.zip -O kyber_py-1.0.zip pip install kyber_py-1.0.zip - name: Install build dependencies (2.6) if: ${{ matrix.python-version == '2.6' }} run: | wget https://files.pythonhosted.org/packages/a9/83/ca1c7737c9a43a3e5bd2b9954add88700267801415310395d4191e5ff8e3/isort-4.2.15-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/d9/9d/077582a4c6d771e3b742631e6c1d3688f48210626de488e032776242b3f2/inflect-0.3.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/79/db/7c0cfe4aa8341a5fab4638952520d8db6ab85ff84505e12c00ea311c3516/pyOpenSSL-17.5.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/2d/bf/960e5a422db3ac1a5e612cb35ca436c3fc985ed4b7ed13a1b4879006f450/cffi-1.13.2.tar.gz wget https://files.pythonhosted.org/packages/72/20/7f0f433060a962200b7272b8c12ba90ef5b903e218174301d0abfd523813/unittest2-1.1.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/85/d5/818d0e603685c4a613d56f065a721013e942088047ff1027a632948bdae6/coverage-4.5.4.tar.gz wget https://files.pythonhosted.org/packages/f8/86/410d53faff049641f34951843245d168261512aea787a1f9f05c3fa025a0/pylint-1.7.6-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/81/a6/d076eeb83f383ac7a25e030709abebc6781bcf930d67316be6d47641637e/diff_cover-4.0.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/8c/2d/aad7f16146f4197a11f8e91fb81df177adcc2073d36a17b1491fd09df6ed/pycparser-2.18.tar.gz wget https://files.pythonhosted.org/packages/4b/2a/0276479a4b3caeb8a8c1af2f8e4355746a97fab05a372e4a2c6a6b876165/idna-2.7-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/e6/35/f187bdf23be87092bd0f1200d43d23076cee4d0dec109f195173fd3ebc79/mock-2.0.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/65/26/32b8464df2a97e6dd1b656ed26b2c194606c16fe163c695a992b36c11cdf/six-1.13.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/78/c5/7188f15a92413096c93053d5304718e1f6ba88b818357d05d19250ebff85/cryptography-2.1.4.tar.gz wget https://files.pythonhosted.org/packages/17/0a/6ac05a3723017a967193456a2efa0aa9ac4b51456891af1e2353bb9de21e/traceback2-1.4.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/a2/55/8f8cab2afd404cf578136ef2cc5dfb50baa1761b68c9da1fb1e4eed343c9/docopt-0.6.2.tar.gz wget https://files.pythonhosted.org/packages/65/47/7e02164a2a3db50ed6d8a6ab1d6d60b69c4c3fdf57a284257925dfc12bda/requests-2.19.1-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/9a/a7/d8155abf1c58457f1c65a20208ff128ec403d810dd55c40a39047f1bbddd/astroid-1.5.3-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/87/89/479dc97e18549e21354893e4ee4ef36db1d237534982482c3681ee6e7b57/mccabe-0.6.1-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/7a/12/2b10635e91ec4007e2a287812b1a1c8649cf68686ff2d69ed97553cf8a7a/singledispatch-3.6.1-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/40/26/e6a6d7741076ea1bcfac02821e744fc40fa4cbb07e870b7dd969f4af8721/jinja2_pluralize-0.3.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/65/e0/eb35e762802015cab1ccee04e8a277b03f1d8e53da3ec3106882ec42558b/Jinja2-2.10.3-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/13/e5/6d710c9cf96c31ac82657bcfb441df328b22df8564d58d0c4cd62612674c/Pygments-2.3.1-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/4d/d1/e478b8a33230f85f38e35b386376fbd115219de2a2c4c8783610851ad1c3/pluggy-0.5.2-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/69/cb/f5be453359271714c01b9bd06126eaf2e368f1fddfff30818754b5ac2328/funcsigs-1.0.2-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/fb/48/69046506f6ac61c1eaa9a0d42d22d54673b69e176d30ca98e3f61513e980/pbr-5.5.1-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/b5/a8/56be92dcd4a5bf1998705a9b4028249fe7c9a035b955fe93b6a3e5b829f8/asn1crypto-1.4.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/6f/2c/a9386903ece2ea85e9807e0e062174dc26fdce8b05f216d00491be29fad5/enum34-1.1.10-py2-none-any.whl wget https://files.pythonhosted.org/packages/c2/f8/49697181b1651d8347d24c095ce46c7346c37335ddc7d255833e7cde674d/ipaddress-1.0.23-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/c7/a3/c5da2a44c85bfbb6eebcfc1dde24933f8704441b98fdde6528f4831757a6/linecache2-1.0.0-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/bc/a9/01ffebfb562e4274b6487b4bb1ddec7ca55ec7510b22e4c51f14098443b8/chardet-3.0.4-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/bd/c9/6fdd990019071a4a32a5e7cb78a1d92c53851ef4f56f62a3486e6a7d8ffb/urllib3-1.23-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/5e/a0/5f06e1e1d463903cf0c0eebeb751791119ed7a4b3737fdc9a77f1cdfb51f/certifi-2020.12.5-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/8d/08/00aab975c99d156aec2d47e9e7a947ac3af3efab5065f666c8b157acc7a8/lazy_object_proxy-1.3.1-cp26-cp26mu-manylinux1_x86_64.whl wget https://files.pythonhosted.org/packages/82/f7/e43cefbe88c5fd371f4cf0cf5eb3feccd07515af9fd6cf7dbf1d1793a797/wrapt-1.12.1.tar.gz wget https://files.pythonhosted.org/packages/e5/c1/1a48a4bb9b515480d6c666977eeca9243be9fa9e6fb5a34be0ad9627f737/backports.functools_lru_cache-1.6.4-py2.py3-none-any.whl wget https://files.pythonhosted.org/packages/4d/de/32d741db316d8fdb7680822dd37001ef7a448255de9699ab4bfcbdf4172b/MarkupSafe-1.0.tar.gz pip install pycparser-2.18.tar.gz isort-4.2.15-py2.py3-none-any.whl inflect-0.3.0-py2.py3-none-any.whl pyOpenSSL-17.5.0-py2.py3-none-any.whl cffi-1.13.2.tar.gz unittest2-1.1.0-py2.py3-none-any.whl coverage-4.5.4.tar.gz pylint-1.7.6-py2.py3-none-any.whl diff_cover-4.0.0-py2.py3-none-any.whl idna-2.7-py2.py3-none-any.whl mock-2.0.0-py2.py3-none-any.whl six-1.13.0-py2.py3-none-any.whl cryptography-2.1.4.tar.gz traceback2-1.4.0-py2.py3-none-any.whl docopt-0.6.2.tar.gz requests-2.19.1-py2.py3-none-any.whl astroid-1.5.3-py2.py3-none-any.whl mccabe-0.6.1-py2.py3-none-any.whl singledispatch-3.6.1-py2.py3-none-any.whl jinja2_pluralize-0.3.0-py2.py3-none-any.whl Jinja2-2.10.3-py2.py3-none-any.whl Pygments-2.3.1-py2.py3-none-any.whl pluggy-0.5.2-py2.py3-none-any.whl funcsigs-1.0.2-py2.py3-none-any.whl pbr-5.5.1-py2.py3-none-any.whl asn1crypto-1.4.0-py2.py3-none-any.whl enum34-1.1.10-py2-none-any.whl ipaddress-1.0.23-py2.py3-none-any.whl linecache2-1.0.0-py2.py3-none-any.whl chardet-3.0.4-py2.py3-none-any.whl urllib3-1.23-py2.py3-none-any.whl certifi-2020.12.5-py2.py3-none-any.whl lazy_object_proxy-1.3.1-cp26-cp26mu-manylinux1_x86_64.whl wrapt-1.12.1.tar.gz backports.functools_lru_cache-1.6.4-py2.py3-none-any.whl MarkupSafe-1.0.tar.gz git+https://github.com/tomato42/coveralls-python.git@add-py26#egg=coveralls - name: Install build dependencies if: ${{ matrix.python-version != '2.6' }} run: | if [[ -e build-requirements-${{ matrix.python-version }}.txt ]]; then pip install -r build-requirements-${{ matrix.python-version }}.txt; else pip install -r build-requirements.txt; fi if [[ ${{ matrix.python-version }} == "3.3" ]]; then pip install --ignore-requires-python https://files.pythonhosted.org/packages/05/d2/f94e68be6b17f46d2c353564da56e6fb89ef09faeeff3313a046cb810ca9/mock-3.0.5-py2.py3-none-any.whl fi - name: Install extract dependencies on py2.6 if: ${{ contains(matrix.opt-deps, 'extract') && matrix.python-version == '2.6' }} run: | wget https://files.pythonhosted.org/packages/1c/25/0aebea939ea70d31a7ff8884e5ca577eddb9cfeac626398fe782d4e2f6a2/dpkt-1.9.2.tar.gz pip install dpkt-1.9.2.tar.gz - name: Install extract dependencies on py2.7+ if: ${{ contains(matrix.opt-deps, 'extract') && matrix.python-version != '2.6' }} run: | pip install 'dpkt>=1.9.2' - name: Install analysis dependencies if: ${{ contains(matrix.opt-deps, 'analysis') }} run: | # kiwisolver requires new pip for its wheel files so ensure we're running the newest one pip install --upgrade pip pip install -r build-requirements-analysis.txt - name: Install dependencies (2.6) if: ${{ matrix.python-version == '2.6' }} run: | wget https://files.pythonhosted.org/packages/ff/d1/f6572100f6d6ddb31d7356d7c670599bf404b744ce9bb3c6728bde3665f3/tlslite_ng-0.8.2.tar.gz wget https://files.pythonhosted.org/packages/00/e7/ed3243b30d1bec41675b6394a1daae46349dc2b855cb83be846a5a918238/ecdsa-0.19.0-py2.py3-none-any.whl pip install tlslite_ng-0.8.2.tar.gz ecdsa-0.19.0-py2.py3-none-any.whl - name: Install dependencies if: ${{ matrix.python-version != '2.6' }} run: pip install -r requirements.txt - name: Display installed python package versions run: pip list - name: Prepare Codeclimate environment if: ${{ contains(matrix.opt-deps, 'codeclimate') }} env: CC_TEST_REPORTER_ID: ${{ secrets.CC_TEST_REPORTER_ID }} run: | curl -L https://codeclimate.com/downloads/test-reporter/test-reporter-latest-linux-amd64 > ./cc-test-reporter chmod +x ./cc-test-reporter ./cc-test-reporter before-build - name: Run unit tests (py2.6) if: ${{ matrix.python-version == '2.6' }} run: coverage run --branch --source tlsfuzzer -m unittest2 discover - name: Run unit tests (py2.7+) if: ${{ matrix.python-version != '2.6' }} run: coverage run --branch --source tlsfuzzer -m unittest discover - name: Log branch coverage run: coverage report -m - name: Publish coverage to CodeClimate if: ${{ contains(matrix.opt-deps, 'codeclimate') }} env: CC_TEST_REPORTER_ID: 1b11fe8cca47f31f58c5d27de82688a26bbcb432bfa3607d561b816489bed9bd run: | coverage xml ./cc-test-reporter after-build - name: Publish coverage to Coveralls env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} COVERALLS_FLAG_NAME: ${{ matrix.name }} COVERALLS_PARALLEL: true COVERALLS_SERVICE_NAME: github PY_VERSION: ${{ matrix.python-version }} run: | if [[ $PY_VERSION == "2.6" ]]; then COVERALLS_SKIP_SSL_VERIFY=1 coveralls else coveralls fi - name: Ensure that json files include all test scripts run: python tests/verify-scripts-json.py tests/tlslite-ng-random-subset.json tests/tlslite-ng.json tests/tlslite-ng-py3.8.json tests/tlslite-ng-random-subset-py3.8.json - name: Verify that all scripts pass against tlslite-ng env: PYTHON_VERSION: ${{ matrix.python-version }} run: | # the HTTP header includes python version, since "2.7.15" is longer than "2.6.9", the reply itself is longer too # more generally, it should be `1845 + len(sys.version.split()[0])`, # as http.server uses `sys_version = "Python/" + sys.version.split()[0]` # https://github.com/python/cpython/blob/2c050e52f1ccf5db03819e4ed70690521d67e9fa/Lib/http/server.py#L253 case $PYTHON_VERSION in 2.7 | 3.6 | 3.7 | 3.8 | 3.9 | 3.12 ) export REPLY_SIZE=1850 ;; 3.10 | 3.11) export REPLY_SIZE=1851 # Server: SimpleHTTP/0.6 Python/3.10.10 and SimpleHTTP/0.6 Python/3.11.10 ;; nightly) export REPLY_SIZE=1852 # Server: SimpleHTTP/0.6 Python/3.10.0a0 ;; *) export REPLY_SIZE=1849 # Server: SimpleHTTP/0.6 Python/3.8.6 ;; esac # kyber-py library supports only python 3.9 and later case $PYTHON_VERSION in 2.6 | 2.7 | 3.6 | 3.7 | 3.8 ) export TEST_FILE=tests/tlslite-ng-random-subset-py3.8.json ;; *) export TEST_FILE=tests/tlslite-ng-random-subset.json ;; esac python tests/scripts_retention.py $TEST_FILE `which tls.py` $REPLY_SIZE - name: Linter # pylint doesn't work on 2.6: https://bitbucket.org/logilab/pylint/issue/390/py26-compatiblity-broken if: ${{ matrix.python-version != 2.6 }} env: PYTHON_VERSION: ${{ matrix.python-version }} run: | opt="" if ! [[ $PYTHON_VERSION == 2.6 || $PYTHON_VERSION == 2.7 ]]; then opt="--compare-branch origin/master" fi pylint --msg-template="{path}:{line}: [{msg_id}({symbol}), {obj}] {msg}" tlsfuzzer > pylint_report.txt || : diff-quality $opt --violations=pylint --fail-under=90 pylint_report.txt - name: Verify that intermediate commits are testable # for some reason this takes a lot of time on Python 2.6, on the other # hand, it's highly unlikely that anybody will bisect code on # 2.6, so let's just skip it there if: ${{ github.event.pull_request && matrix.python-version != '2.6' }} env: PYTHON_VERSION: ${{ matrix.python-version }} BASE_REF: ${{ github.event.pull_request.base.ref }} run: | BASE_DIR="$(pwd)" echo "BASE_REF:" $BASE_REF echo "GITHUB_SHA:" $GITHUB_SHA echo "GITHUB_REF:" $GITHUB_REF git fetch origin $BASE_REF COMMIT_RANGE=origin/$BASE_REF..HEAD echo "COMMIT_RANGE:" $COMMIT_RANGE echo "Will test the following commits:" git log --oneline --reverse $COMMIT_RANGE for i in $(git log --pretty=format:%H --reverse $COMMIT_RANGE); do git checkout $i #make clean if [[ $PYTHON_VERSION == '2.6' ]]; then unit2 discover || exit 1 else python -m unittest discover || exit 1 fi cd "$BASE_DIR" done coveralls: name: Indicate completion to coveralls.io needs: test runs-on: ubuntu-latest container: python:3-slim steps: - name: Install coveralls run: | pip3 install --upgrade coveralls - name: Send "finished" signal to coveralls env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} COVERALLS_SERVICE_NAME: github run: | coveralls --finish