Skip to content

Add missing benchmarks #61

Add missing benchmarks

Add missing benchmarks #61

Workflow file for this run

name: Python arrow-json CI
on:
push:
branches:
- main
pull_request:
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
env:
PACKAGE_NAME: arrow-json
PYTHON_VERSION: "3.7" # to build abi3 wheels
MATURIN_VERSION: "v1.4.0"
PACKAGE_DIR: json
jobs:
macos:
name: Build / MacOS
# if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch)
runs-on: macos-latest
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
architecture: x64
- name: Install Rust toolchain
uses: actions-rs/toolchain@v1
with:
toolchain: stable
profile: minimal
default: true
- name: Build wheels - x86_64
uses: messense/maturin-action@v1
with:
target: x86_64
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist --sdist
maturin-version: ${{ env.MATURIN_VERSION }}
- name: Install built wheel - x86_64
run: |
python -m pip install "$(find dist -name '*.whl' -type f | head -n 1)" --force-reinstall --no-dependencies
- name: Build wheels - universal2
uses: messense/maturin-action@v1
with:
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist
maturin-version: ${{ env.MATURIN_VERSION }}
target: universal2-apple-darwin
- name: Install built wheel - universal2
run: |
python -m pip install "$(find dist -name '*_universal2.whl' -type f | head -n 1)" --force-reinstall --no-dependencies
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist
windows:
name: Build / Windows (${{ matrix.target }})
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch)
runs-on: windows-latest
strategy:
matrix:
target: [x64, x86]
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
architecture: ${{ matrix.target }}
- name: Install Rust toolchain
uses: actions-rs/toolchain@v1
with:
toolchain: stable
profile: minimal
default: true
- name: Build wheels
uses: messense/maturin-action@v1
with:
target: ${{ matrix.target }}
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist
maturin-version: ${{ env.MATURIN_VERSION }}
- name: Install built wheel
shell: bash
run: |
python -m pip install "$(find dist -name '*.whl' -type f | head -n 1)" --force-reinstall --no-dependencies
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist
linux:
name: Build & Test / Linux (${{ matrix.target }})
runs-on: ubuntu-latest
strategy:
matrix:
target: [x86_64, i686]
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
architecture: x64
- name: Build wheels
uses: messense/maturin-action@v1
with:
target: ${{ matrix.target }}
manylinux: auto
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist
maturin-version: ${{ env.MATURIN_VERSION }}
- name: Install built wheel and test
if: matrix.target == 'x86_64'
run: |
python -m pip install "$(find dist -name '*.whl' -type f | head -n 1)[test]" --force-reinstall
python -m pip freeze
python -m pytest -v ${{ env.PACKAGE_DIR }}
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist
linux-cross:
name: Build / Linux (${{ matrix.target }})
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch)
runs-on: ubuntu-latest
strategy:
matrix:
target: [aarch64, armv7, s390x, ppc64le, ppc64]
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Build wheels
uses: messense/maturin-action@v1
with:
target: ${{ matrix.target }}
manylinux: auto
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist
maturin-version: ${{ env.MATURIN_VERSION }}
- uses: uraimo/[email protected]
if: matrix.target != 'ppc64'
name: Install built wheel
with:
arch: ${{ matrix.target }}
distro: ubuntu20.04
githubToken: ${{ github.token }}
install: |
apt-get update
apt-get install -y --no-install-recommends python3 python3-pip
pip3 install -U pip
run: |
pip3 install ${{ env.PACKAGE_NAME }} --no-index --find-links dist/ --force-reinstall --no-dependencies
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist
musllinux:
name: Build / Linux (${{ matrix.target }})
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch)
runs-on: ubuntu-latest
strategy:
matrix:
target:
- x86_64-unknown-linux-musl
- i686-unknown-linux-musl
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
architecture: x64
- name: Build wheels
uses: messense/maturin-action@v1
with:
target: ${{ matrix.target }}
manylinux: musllinux_1_2
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist
maturin-version: ${{ env.MATURIN_VERSION }}
- name: Install built wheel
if: matrix.target == 'x86_64-unknown-linux-musl'
uses: addnab/docker-run-action@v3
with:
image: alpine:latest
options: -v ${{ github.workspace }}:/io -w /io
run: |
apk add py3-pip
pip3 install ${{ env.PACKAGE_NAME }} --no-index --find-links /io/dist/ --force-reinstall --no-dependencies
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist
musllinux-cross:
name: Build / Linux (${{ matrix.target }})
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch)
runs-on: ubuntu-latest
strategy:
matrix:
platform:
- target: aarch64-unknown-linux-musl
arch: aarch64
- target: armv7-unknown-linux-musleabihf
arch: armv7
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: Build wheels
uses: messense/maturin-action@v1
with:
target: ${{ matrix.platform.target }}
manylinux: musllinux_1_2
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist
maturin-version: ${{ env.MATURIN_VERSION }}
- uses: uraimo/run-on-arch-action@master
name: Install built wheel
with:
arch: ${{ matrix.platform.arch }}
distro: alpine_latest
githubToken: ${{ github.token }}
install: |
apk add py3-pip
run: |
pip3 install ${{ env.PACKAGE_NAME }} --no-index --find-links dist/ --force-reinstall --no-dependencies
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist
pypy:
name: Build / PyPy (${{ matrix.os }}, ${{ matrix.target }})
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch)
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ubuntu-latest, macos-latest]
target: [x86_64, aarch64]
python-version:
- '3.7'
- '3.8'
- '3.9'
exclude:
- os: macos-latest
target: aarch64
steps:
- uses: actions/checkout@v3
- uses: actions/setup-python@v4
with:
python-version: pypy${{ matrix.python-version }}
- name: Build wheels
uses: messense/maturin-action@v1
with:
maturin-version: ${{ env.MATURIN_VERSION }}
target: ${{ matrix.target }}
manylinux: auto
args: -m ${{ env.PACKAGE_DIR }}/Cargo.toml --release --out dist -i pypy${{ matrix.python-version }}
- name: Install built wheel
if: matrix.target == 'x86_64'
run: |
python -m pip install "$(find dist -name '*.whl' -type f | head -n 1)" --force-reinstall --no-dependencies
- name: Upload wheels
uses: actions/upload-artifact@v2
with:
name: wheels
path: dist
lint:
name: Lint (${{ matrix.python }})
runs-on: ubuntu-latest
strategy:
matrix:
# Lint on earliest and latest
python: ["3.7", "3.x"]
steps:
- uses: actions/checkout@v3
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install Rust toolchain
uses: actions-rs/toolchain@v1
with:
toolchain: stable
profile: minimal
default: true
- name: Lint
run: |
make lint
# https://github.com/marketplace/actions/alls-green
check: # This job does nothing and is only used for the branch protection
name: arrow-json Python Check
if: always()
outputs:
result: ${{ steps.all-green.outputs.result }}
needs:
- lint
- macos
- linux
runs-on: ubuntu-latest
steps:
- name: Decide whether the needed jobs succeeded or failed
uses: re-actors/alls-green@release/v1
id: all-green
with:
jobs: ${{ toJSON(needs) }}
release:
name: Release
if: github.ref == format('refs/heads/{0}', github.event.repository.default_branch)
runs-on: ubuntu-latest
needs:
- lint
- macos
- windows
- linux
- linux-cross
- musllinux
- musllinux-cross
- pypy
steps:
- uses: actions/download-artifact@v2
with:
name: wheels
- uses: actions/setup-python@v2
- name: Publish to PyPi
env:
TWINE_USERNAME: __token__
TWINE_PASSWORD: ${{ secrets.PYPI_TOKEN }}
run: |
pip install --upgrade twine
twine upload --skip-existing *