[DEV-4306] Build wheels for multiple platforms and Python versions

Author: vmarkovtsev

.github/workflows/push.yml

@@ -38,10 +38,21 @@ jobs:
   test:
     name: Unit tests
     if: "!contains(github.event.head_commit.message, 'Bump version')"
-    runs-on: ubuntu-20.04
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ ubuntu-latest, macos-latest, windows-latest ]
+        cibw_python: [ "cp38-*", "cp39-*", "cp310-*" ]
+        cibw_arch: [ "auto64" ]
+
+    defaults:
+      run:
+        shell: bash
+
     steps:
     - name: actions/checkout
-      uses: actions/checkout@v2
+      uses: actions/checkout@v3
     - name: actions/cache pip
       uses: actions/cache@v2
       with:
@@ -58,6 +69,9 @@ jobs:
     - name: test
       run: |
         set -x
+        if [ "${{ matrix.os }}" == "macos-latest" ]; then
+          (sysctl -a | grep machdep.cpu.leaf7_features | grep AVX2) || exit
+        fi
         python3 -m unittest discover .
   bump_version:
     name: Bump the version

.github/workflows/release.yml

@@ -1,32 +1,80 @@
-name: Release
+name: Publish Python 🐍 packages 📦 to PyPI
 
 on:
   push:
     tags:
-    - 'v*'
+      - 'v?[0-9]+.[0-9]+.[0-9]+'
 
 jobs:
-  release-package:
-    if: "contains(github.event.head_commit.message, 'Bump version')"
-    name: Release package on PyPI
-    runs-on: ubuntu-20.04
+  build-sdist:
+    runs-on: ubuntu-latest
+
+    env:
+      PIP_DISABLE_PIP_VERSION_CHECK: 1
+
     steps:
-    - uses: actions/checkout@v2
-    - name: Install dependencies
-      run: |
-        pip3 install -U setuptools twine wheel auditwheel
-        echo "$HOME/.local/bin" >> $GITHUB_PATH
-    - name: Build package
+    - uses: actions/checkout@v3
+
+    - name: Set up Python
+      uses: actions/setup-python@v2
+
+    - name: Build source distribution
       run: |
-        python3 setup.py bdist_wheel sdist --format=gztar
-        mv dist/*.whl .
-        auditwheel repair --plat manylinux_2_24_x86_64 -w dist *.whl
-        rm *.whl
-        ls
-        ls dist
-        twine check dist/*
-    - name: Publish package to PyPI
+        pip install -U setuptools pip
+        python setup.py sdist
+
+    - uses: actions/upload-artifact@v2
+      with:
+        name: dist
+        path: dist/*.tar.*
+
+  build-wheels:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ ubuntu-latest, macos-latest, windows-latest ]
+        cibw_python: [ "cp38-*", "cp39-*", "cp310-*" ]
+        cibw_arch: [ "auto64" ]
+
+    defaults:
+      run:
+        shell: bash
+
+    env:
+      PIP_DISABLE_PIP_VERSION_CHECK: 1
+
+    steps:
+    - uses: actions/checkout@v3
+
+    - uses: pypa/cibuildwheel@v2.2.2
+      env:
+        CIBW_BUILD_VERBOSITY: 1
+        CIBW_BUILD: ${{ matrix.cibw_python }}
+        CIBW_ARCHS: ${{ matrix.cibw_arch }}
+
+    - uses: actions/upload-artifact@v2
+      with:
+        name: dist
+        path: wheelhouse/*.whl
+
+  publish:
+    needs: [build-sdist, build-wheels]
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v3
+
+    - uses: actions/download-artifact@v2
+      with:
+        name: dist
+        path: dist/
+
+    - run: |
+        ls -al dist/
+
+    - name: Upload to PyPI
       uses: pypa/gh-action-pypi-publish@master
       with:
         user: __token__
-        password: "${{ secrets.PYPI_API_TOKEN }}"
+        password: ${{ secrets.PYPI_API_TOKEN }}

pyproject.toml

@@ -0,0 +1,6 @@
+[build-system]
+requires = ["setuptools>=42", "wheel", "numpy>=1.21.0"]
+build-backend = "setuptools.build_meta"
+
+[tool.cibuildwheel]
+build-frontend = "build"

setup.py

@@ -3,9 +3,20 @@
 
 from setuptools import Extension, setup
 
+# GCP N2
+GCC_OPT = [
+    "-march=haswell",
+    "-maes",
+    "-mno-pku",
+    "-mno-sgx",
+    "--param", "l1-cache-line-size=64",
+    "--param", "l1-cache-size=32",
+    "--param", "l2-cache-size=33792",
+]
+
 CXX_ARGS = {
-    "Darwin": ["-std=c++17", "-march=native", "-ftree-vectorize"],
-    "Linux": ["-fopenmp", "-std=c++17", "-march=native", "-ftree-vectorize"],
+    "Darwin": ["-std=c++17", *GCC_OPT, "-mavx2", "-ftree-vectorize"],
+    "Linux": ["-fopenmp", "-std=c++17", *GCC_OPT, "-mabm", "-mavx2", "-ftree-vectorize"],
     "Windows": ["/openmp", "/std:c++latest", "/arch:AVX2"],
 }