Add Github Actions workflow scripts.

2 files changed, 440 insertions, 0 deletions

diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
new file mode 100644
index 000000000..7a70f8517
--- /dev/null
+++ b/.github/workflows/ci.yml
@@ -0,0 +1,317 @@
+name: CI
+
+on: [push, pull_request]
+
+jobs:
+  ci:
+    strategy:
+      # Allows for matrix sub-jobs to fail without canceling the rest
+      fail-fast: false
+
+      # MATRIX:
+      # =======
+      # Required parameters:
+      #  os                  the os to run on
+      #  python-version      the python version to use
+      #  backend             the backend to use
+      #  env                 any additional env variables. Set to '{}' for none
+      # Optional parameters:
+      #  allowed_failure     whether the job is allowed to fail
+      #  extra_hash          extra hash str to differentiate from other caches with similar name (must always start with '-')
+      matrix:
+        # Tests [amd64]
+        #
+        # FIXME: 'cpp' tests seems to fail due to compilation errors (numpy_pythran_unit)
+        # in all python versions and test failures (builtin_float) in 3.5<
+        os: [ubuntu-18.04]
+        backend: [c, cpp]
+        python-version: ["2.7", "3.4", "3.5", "3.6", "3.7", "3.8", "3.9", "3.10", "3.11-dev"]
+        env: [{}]
+
+        include:
+          # Temporary - Allow failure on Python 3.11-dev jobs until they are considered stable
+          - python-version: 3.11-dev
+            allowed_failure: true
+
+          # Ubuntu sub-jobs:
+          # ================
+          # GCC 11
+          - os: ubuntu-18.04
+            python-version: 3.9
+            backend: c
+            env: { GCC_VERSION: 11 }
+            extra_hash: "-gcc11"
+          - os: ubuntu-18.04
+            python-version: 3.9
+            backend: cpp
+            env: { GCC_VERSION: 11 }
+            extra_hash: "-gcc11"
+          # compile all modules
+          - os: ubuntu-18.04
+            python-version: 2.7
+            backend: c
+            env: { CYTHON_COMPILE_ALL: 1 }
+            extra_hash: "-all"
+          - os: ubuntu-18.04
+            python-version: 2.7
+            backend: cpp
+            env: { CYTHON_COMPILE_ALL: 1 }
+            extra_hash: "-all"
+          - os: ubuntu-18.04
+            python-version: 3.9
+            backend: c
+            env: { CYTHON_COMPILE_ALL: 1 }
+            extra_hash: "-all"
+          - os: ubuntu-18.04
+            python-version: 3.9
+            backend: cpp
+            env: { CYTHON_COMPILE_ALL: 1 }
+            extra_hash: "-all"
+          # Linting
+          - os: ubuntu-18.04
+            python-version: 3.7
+            backend: "c,cpp"
+            env: { TEST_CODE_STYLE: 1, NO_CYTHON_COMPILE: 1 }
+            extra_hash: "-codestyle"
+          # Limited API
+          - os: ubuntu-18.04
+            python-version: 3.6
+            backend: "c,cpp"
+            env: { LIMITED_API: "--limited-api", EXCLUDE: "--no-file" }
+            extra_hash: "-limited_api"
+          - os: ubuntu-18.04
+            python-version: 3.7
+            backend: "c,cpp"
+            env: { LIMITED_API: "--limited-api", EXCLUDE: "--no-file" }
+            extra_hash: "-limited_api"
+          - os: ubuntu-18.04
+            python-version: 3.8
+            backend: "c,cpp"
+            env: { LIMITED_API: "--limited-api", EXCLUDE: "--no-file" }
+            extra_hash: "-limited_api"
+          # Type specs
+          - os: ubuntu-18.04
+            python-version: 3.9
+            backend: c
+            env: { EXTRA_CFLAGS: "-DCYTHON_USE_TYPE_SPECS=1" }
+            extra_hash: "-typespecs"
+          - os: ubuntu-18.04
+            python-version: 3.8
+            backend: c
+            env: { EXTRA_CFLAGS: "-DCYTHON_USE_TYPE_SPECS=1" }
+            extra_hash: "-typespecs"
+          - os: ubuntu-18.04
+            python-version: 3.7
+            backend: c
+            env: { EXTRA_CFLAGS: "-DCYTHON_USE_TYPE_SPECS=1" }
+            extra_hash: "-typespecs"
+          - os: ubuntu-18.04
+            python-version: 3.6
+            backend: c
+            env: { EXTRA_CFLAGS: "-DCYTHON_USE_TYPE_SPECS=1" }
+            extra_hash: "-typespecs"
+          - os: ubuntu-18.04
+            python-version: 3.5
+            backend: c
+            env: { EXTRA_CFLAGS: "-DCYTHON_USE_TYPE_SPECS=1" }
+            extra_hash: "-typespecs"
+            allowed_failure: true
+          # Stackless
+          - os: ubuntu-18.04
+            python-version: 2.7
+            backend: c
+            env: { STACKLESS: true, PY: 2 }
+            extra_hash: "-stackless"
+          - os: ubuntu-18.04
+            python-version: 3.6
+            backend: c
+            env: { STACKLESS: true, PY: 3 }
+            extra_hash: "-stackless"
+          # Pypy
+          - os: ubuntu-18.04
+            python-version: pypy-2.7
+            backend: c
+            env: { NO_CYTHON_COMPILE: 1 }
+          - os: ubuntu-18.04
+            python-version: pypy-3.7
+            backend: c
+            env: { NO_CYTHON_COMPILE: 1 }
+          # Pypy [allowed-failures] - These specifically test known bugs
+          - os: ubuntu-18.04
+            python-version: pypy-2.7
+            backend: c
+            env:
+              {
+                NO_CYTHON_COMPILE: 1,
+                EXCLUDE: "--listfile=tests/pypy_bugs.txt --listfile=tests/pypy2_bugs.txt bugs",
+              }
+            allowed_failure: true
+            extra_hash: "-allowed_failures"
+          - os: ubuntu-18.04
+            python-version: pypy-3.7
+            backend: c
+            env: { NO_CYTHON_COMPILE: 1, EXCLUDE: "--listfile=tests/pypy_bugs.txt bugs" }
+            allowed_failure: true
+            extra_hash: "-allowed_failures"
+          # Coverage - Disabled due to taking too long to run
+          # - os: ubuntu-18.04
+          #   python-version: 3.7
+          #   backend: "c,cpp"
+          #   env: { COVERAGE: 1 }
+          #   extra_hash: '-coverage'
+
+          # MacOS sub-jobs
+          # ==============
+          # (C-only builds are used to create wheels)
+          - os: macos-10.15
+            python-version: 2.7
+            backend: c
+            env: { MACOSX_DEPLOYMENT_TARGET: 10.14 }
+          - os: macos-10.15
+            python-version: 2.7
+            backend: cpp
+            env: { MACOSX_DEPLOYMENT_TARGET: 10.14 }
+          - os: macos-10.15
+            python-version: 3.5
+            backend: c
+            env: { MACOSX_DEPLOYMENT_TARGET: 10.14 }
+          - os: macos-10.15
+            python-version: 3.6
+            backend: c
+            env: { MACOSX_DEPLOYMENT_TARGET: 10.14 }
+          - os: macos-10.15
+            python-version: 3.7
+            backend: c
+            env: { MACOSX_DEPLOYMENT_TARGET: 10.14 }
+          - os: macos-10.15
+            python-version: 3.8
+            backend: c
+            env: { MACOSX_DEPLOYMENT_TARGET: 10.14 }
+          - os: macos-10.15
+            python-version: 3.9
+            backend: c
+            env: { MACOSX_DEPLOYMENT_TARGET: 10.14 }
+          - os: macos-10.15
+            python-version: 3.9
+            backend: cpp
+            env: { MACOSX_DEPLOYMENT_TARGET: 10.14 }
+          - os: macos-10.15
+            python-version: "3.10"
+            backend: c
+            env: { MACOSX_DEPLOYMENT_TARGET: 10.14 }
+          - os: macos-10.15
+            python-version: "3.10"
+            backend: cpp
+            env: { MACOSX_DEPLOYMENT_TARGET: 10.14 }
+
+    # This defaults to 360 minutes (6h) which is way too long and if a test gets stuck, it can block other pipelines.
+    # From testing, the runs tend to take ~20/~30 minutes, so a limit of 40 minutes should be enough. This can always be
+    # changed in the future if needed.
+    timeout-minutes: 40
+    runs-on: ${{ matrix.os }}
+
+    env:
+      BACKEND: ${{ matrix.backend }}
+      OS_NAME: ${{ matrix.os }}
+      PYTHON_VERSION: ${{ matrix.python-version }}
+      GCC_VERSION: 8
+      USE_CCACHE: 1
+      CCACHE_SLOPPINESS: "pch_defines,time_macros"
+      CCACHE_COMPRESS: 1
+      CCACHE_MAXSIZE: "200M"
+
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 1
+
+      - name: Setup python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Cache [ccache]
+        uses: pat-s/always-upload-cache@v2.1.3
+        if: startsWith(runner.os, 'Linux')
+        with:
+          path: ~/.ccache
+          key: ${{ runner.os }}-ccache${{ matrix.extra_hash }}-${{ matrix.python-version }}-${{ matrix.backend == 'c' || matrix.backend == 'c,cpp' }}-${{ contains(matrix.backend, 'cpp') }}-${{ hashFiles('**/test-requirements*.txt', '**/ci.yml', '**/ci-run.sh') }}
+
+      - name: Run CI
+        continue-on-error: ${{ matrix.allowed_failure || false }}
+        env: ${{ matrix.env }}
+        run: bash ./Tools/ci-run.sh
+
+      - name: Upload HTML docs
+        uses: actions/upload-artifact@v2
+        with:
+          name: htmldocs
+          path: docs/build/html
+          if-no-files-found: ignore
+
+      - name: Upload wheels
+        uses: actions/upload-artifact@v2
+        with:
+          name: wheels-${{ runner.os }}
+          path: dist/*.whl
+          if-no-files-found: ignore
+
+
+  pycoverage:
+    runs-on: ubuntu-18.04
+
+    env:
+      BACKEND: c,cpp
+      OS_NAME: ubuntu-18.04
+      PYTHON_VERSION: 3.9
+
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 1
+
+      - name: Setup python
+        uses: actions/setup-python@v2
+        with:
+          python-version: 3.9
+
+      - name: Run Coverage
+        env: { COVERAGE: 1, NO_CYTHON_COMPILE: 1 }
+        run: bash ./Tools/ci-run.sh
+        
+      - name: Upload Coverage Report
+        uses: actions/upload-artifact@v2
+        with:
+          name: pycoverage_html
+          path: coverage-report-html
+
+#  cycoverage:
+#    runs-on: ubuntu-18.04
+#
+#    env:
+#      BACKEND: c,cpp
+#      OS_NAME: ubuntu-18.04
+#      PYTHON_VERSION: 3.9
+#
+#    steps:
+#      - name: Checkout repo
+#        uses: actions/checkout@v2
+#        with:
+#          fetch-depth: 1
+#
+#      - name: Setup python
+#        uses: actions/setup-python@v2
+#        with:
+#          python-version: 3.9
+#
+#      - name: Run Coverage
+#        env: { COVERAGE: 1 }
+#        run: bash ./Tools/ci-run.sh
+#
+#      - name: Upload Coverage Report
+#        uses: actions/upload-artifact@v2
+#        with:
+#          name: cycoverage_html
+#          path: coverage-report-html
diff --git a/.github/workflows/wheel-manylinux.yml b/.github/workflows/wheel-manylinux.yml
new file mode 100644
index 000000000..f95b15d5b
--- /dev/null
+++ b/.github/workflows/wheel-manylinux.yml
@@ -0,0 +1,123 @@
+name: Linux wheel build
+
+on:
+  release:
+    types: [created]
+
+jobs:
+  python:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: 3.8
+
+    - name: Install build dependencies
+      run: pip install -U setuptools pip wheel
+
+    - name: Make sdist and Python wheel
+      run: make sdist pywheel
+
+    - name: Upload sdist
+      uses: actions/upload-artifact@v2
+      with:
+        name: sdist
+        path: dist/*.tar.gz
+        if-no-files-found: ignore
+
+    - name: Upload Python wheel
+      uses: actions/upload-artifact@v2
+      with:
+        name: wheel-Python
+        path: dist/*-none-any.whl
+        if-no-files-found: ignore
+
+  manylinux1-i686:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: 3.8
+
+    - name: Build Linux wheels
+      uses: RalfG/python-wheels-manylinux-build@v0.3.4-manylinux1_i686
+      with:
+        python-versions: 'cp27-cp27m cp27-cp27mu cp35-cp35m cp36-cp36m cp37-cp37m cp38-cp38 cp39-cp39 cp310-cp310'
+
+    - name: Upload wheels
+      uses: actions/upload-artifact@v2
+      with:
+        name: wheels-Linux
+        path: dist/*-manylinux*.whl
+        if-no-files-found: ignore
+
+  manylinux1-x86_64:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: 3.8
+
+    - name: Build Linux wheels
+      uses: RalfG/python-wheels-manylinux-build@v0.3.4-manylinux1_x86_64
+      with:
+        python-versions: 'cp27-cp27m cp27-cp27mu cp35-cp35m cp36-cp36m cp37-cp37m cp38-cp38 cp39-cp39 cp310-cp310'
+
+    - name: Upload wheels
+      uses: actions/upload-artifact@v2
+      with:
+        name: wheels-Linux
+        path: wheels/*-manylinux*.whl
+        if-no-files-found: ignore
+
+  manylinux2014-i686:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: 3.8
+
+    - name: Build Linux wheels
+      uses: RalfG/python-wheels-manylinux-build@v0.3.4-manylinux2014_i686
+      with:
+        python-versions: 'cp36-cp36m cp37-cp37m cp38-cp38 cp39-cp39 cp310-cp310'
+
+    - name: Upload wheels
+      uses: actions/upload-artifact@v2
+      with:
+        name: wheels-Linux
+        path: wheels/*-manylinux2014*.whl
+        if-no-files-found: ignore
+
+  manylinux2014-x86_64:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: 3.8
+
+    - name: Build Linux wheels
+      uses: RalfG/python-wheels-manylinux-build@v0.3.4-manylinux2014_x86_64
+      with:
+        python-versions: 'cp36-cp36m cp37-cp37m cp38-cp38 cp39-cp39 cp310-cp310'
+    - name: Upload wheels
+      uses: actions/upload-artifact@v2
+      with:
+        name: wheels-Linux
+        path: wheels/*-manylinux2014*.whl
+        if-no-files-found: ignore