Add missing benchmarks #61
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Python arrow-json CI | |
on: | |
push: | |
branches: | |
- main | |
pull_request: | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.ref }} | |
cancel-in-progress: true | |
env: | |
PACKAGE_NAME: arrow-json | |
PYTHON_VERSION: "3.7" # to build abi3 wheels | |
MATURIN_VERSION: "v1.4.0" | |
PACKAGE_DIR: json | |
jobs: | |
macos: | |
name: Build / MacOS | |
# if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch) | |
runs-on: macos-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ env.PYTHON_VERSION }} | |
architecture: x64 | |
- name: Install Rust toolchain | |
uses: actions-rs/toolchain@v1 | |
with: | |
toolchain: stable | |
profile: minimal | |
default: true | |
- name: Build wheels - x86_64 | |
uses: messense/maturin-action@v1 | |
with: | |
target: x86_64 | |
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist --sdist | |
maturin-version: ${{ env.MATURIN_VERSION }} | |
- name: Install built wheel - x86_64 | |
run: | | |
python -m pip install "$(find dist -name '*.whl' -type f | head -n 1)" --force-reinstall --no-dependencies | |
- name: Build wheels - universal2 | |
uses: messense/maturin-action@v1 | |
with: | |
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist | |
maturin-version: ${{ env.MATURIN_VERSION }} | |
target: universal2-apple-darwin | |
- name: Install built wheel - universal2 | |
run: | | |
python -m pip install "$(find dist -name '*_universal2.whl' -type f | head -n 1)" --force-reinstall --no-dependencies | |
- name: Upload wheels | |
uses: actions/upload-artifact@v2 | |
with: | |
name: wheels | |
path: dist | |
windows: | |
name: Build / Windows (${{ matrix.target }}) | |
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch) | |
runs-on: windows-latest | |
strategy: | |
matrix: | |
target: [x64, x86] | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ env.PYTHON_VERSION }} | |
architecture: ${{ matrix.target }} | |
- name: Install Rust toolchain | |
uses: actions-rs/toolchain@v1 | |
with: | |
toolchain: stable | |
profile: minimal | |
default: true | |
- name: Build wheels | |
uses: messense/maturin-action@v1 | |
with: | |
target: ${{ matrix.target }} | |
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist | |
maturin-version: ${{ env.MATURIN_VERSION }} | |
- name: Install built wheel | |
shell: bash | |
run: | | |
python -m pip install "$(find dist -name '*.whl' -type f | head -n 1)" --force-reinstall --no-dependencies | |
- name: Upload wheels | |
uses: actions/upload-artifact@v2 | |
with: | |
name: wheels | |
path: dist | |
linux: | |
name: Build & Test / Linux (${{ matrix.target }}) | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
target: [x86_64, i686] | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ env.PYTHON_VERSION }} | |
architecture: x64 | |
- name: Build wheels | |
uses: messense/maturin-action@v1 | |
with: | |
target: ${{ matrix.target }} | |
manylinux: auto | |
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist | |
maturin-version: ${{ env.MATURIN_VERSION }} | |
- name: Install built wheel and test | |
if: matrix.target == 'x86_64' | |
run: | | |
python -m pip install "$(find dist -name '*.whl' -type f | head -n 1)[test]" --force-reinstall | |
python -m pip freeze | |
python -m pytest -v ${{ env.PACKAGE_DIR }} | |
- name: Upload wheels | |
uses: actions/upload-artifact@v2 | |
with: | |
name: wheels | |
path: dist | |
linux-cross: | |
name: Build / Linux (${{ matrix.target }}) | |
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch) | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
target: [aarch64, armv7, s390x, ppc64le, ppc64] | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ env.PYTHON_VERSION }} | |
- name: Build wheels | |
uses: messense/maturin-action@v1 | |
with: | |
target: ${{ matrix.target }} | |
manylinux: auto | |
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist | |
maturin-version: ${{ env.MATURIN_VERSION }} | |
- uses: uraimo/[email protected] | |
if: matrix.target != 'ppc64' | |
name: Install built wheel | |
with: | |
arch: ${{ matrix.target }} | |
distro: ubuntu20.04 | |
githubToken: ${{ github.token }} | |
install: | | |
apt-get update | |
apt-get install -y --no-install-recommends python3 python3-pip | |
pip3 install -U pip | |
run: | | |
pip3 install ${{ env.PACKAGE_NAME }} --no-index --find-links dist/ --force-reinstall --no-dependencies | |
- name: Upload wheels | |
uses: actions/upload-artifact@v2 | |
with: | |
name: wheels | |
path: dist | |
musllinux: | |
name: Build / Linux (${{ matrix.target }}) | |
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch) | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
target: | |
- x86_64-unknown-linux-musl | |
- i686-unknown-linux-musl | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ env.PYTHON_VERSION }} | |
architecture: x64 | |
- name: Build wheels | |
uses: messense/maturin-action@v1 | |
with: | |
target: ${{ matrix.target }} | |
manylinux: musllinux_1_2 | |
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist | |
maturin-version: ${{ env.MATURIN_VERSION }} | |
- name: Install built wheel | |
if: matrix.target == 'x86_64-unknown-linux-musl' | |
uses: addnab/docker-run-action@v3 | |
with: | |
image: alpine:latest | |
options: -v ${{ github.workspace }}:/io -w /io | |
run: | | |
apk add py3-pip | |
pip3 install ${{ env.PACKAGE_NAME }} --no-index --find-links /io/dist/ --force-reinstall --no-dependencies | |
- name: Upload wheels | |
uses: actions/upload-artifact@v2 | |
with: | |
name: wheels | |
path: dist | |
musllinux-cross: | |
name: Build / Linux (${{ matrix.target }}) | |
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch) | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
platform: | |
- target: aarch64-unknown-linux-musl | |
arch: aarch64 | |
- target: armv7-unknown-linux-musleabihf | |
arch: armv7 | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ env.PYTHON_VERSION }} | |
- name: Build wheels | |
uses: messense/maturin-action@v1 | |
with: | |
target: ${{ matrix.platform.target }} | |
manylinux: musllinux_1_2 | |
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist | |
maturin-version: ${{ env.MATURIN_VERSION }} | |
- uses: uraimo/run-on-arch-action@master | |
name: Install built wheel | |
with: | |
arch: ${{ matrix.platform.arch }} | |
distro: alpine_latest | |
githubToken: ${{ github.token }} | |
install: | | |
apk add py3-pip | |
run: | | |
pip3 install ${{ env.PACKAGE_NAME }} --no-index --find-links dist/ --force-reinstall --no-dependencies | |
- name: Upload wheels | |
uses: actions/upload-artifact@v2 | |
with: | |
name: wheels | |
path: dist | |
pypy: | |
name: Build / PyPy (${{ matrix.os }}, ${{ matrix.target }}) | |
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch) | |
runs-on: ${{ matrix.os }} | |
strategy: | |
matrix: | |
os: [ubuntu-latest, macos-latest] | |
target: [x86_64, aarch64] | |
python-version: | |
- '3.7' | |
- '3.8' | |
- '3.9' | |
exclude: | |
- os: macos-latest | |
target: aarch64 | |
steps: | |
- uses: actions/checkout@v3 | |
- uses: actions/setup-python@v4 | |
with: | |
python-version: pypy${{ matrix.python-version }} | |
- name: Build wheels | |
uses: messense/maturin-action@v1 | |
with: | |
maturin-version: ${{ env.MATURIN_VERSION }} | |
target: ${{ matrix.target }} | |
manylinux: auto | |
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist -i pypy${{ matrix.python-version }} | |
- name: Install built wheel | |
if: matrix.target == 'x86_64' | |
run: | | |
python -m pip install "$(find dist -name '*.whl' -type f | head -n 1)" --force-reinstall --no-dependencies | |
- name: Upload wheels | |
uses: actions/upload-artifact@v2 | |
with: | |
name: wheels | |
path: dist | |
lint: | |
name: Lint (${{ matrix.python }}) | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
# Lint on earliest and latest | |
python: ["3.7", "3.x"] | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Set up Python | |
uses: actions/setup-python@v2 | |
with: | |
python-version: "3.x" | |
- name: Install Rust toolchain | |
uses: actions-rs/toolchain@v1 | |
with: | |
toolchain: stable | |
profile: minimal | |
default: true | |
- name: Lint | |
run: | | |
make lint | |
# https://github.com/marketplace/actions/alls-green | |
check: # This job does nothing and is only used for the branch protection | |
name: arrow-json Python Check | |
if: always() | |
outputs: | |
result: ${{ steps.all-green.outputs.result }} | |
needs: | |
- lint | |
- macos | |
- linux | |
runs-on: ubuntu-latest | |
steps: | |
- name: Decide whether the needed jobs succeeded or failed | |
uses: re-actors/alls-green@release/v1 | |
id: all-green | |
with: | |
jobs: ${{ toJSON(needs) }} | |
release: | |
name: Release | |
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch) | |
runs-on: ubuntu-latest | |
needs: | |
- lint | |
- macos | |
- windows | |
- linux | |
- linux-cross | |
- musllinux | |
- musllinux-cross | |
- pypy | |
steps: | |
- uses: actions/download-artifact@v2 | |
with: | |
name: wheels | |
- uses: actions/setup-python@v2 | |
- name: Publish to PyPi | |
env: | |
TWINE_USERNAME: __token__ | |
TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }} | |
run: | | |
pip install --upgrade twine | |
twine upload --skip-existing * |