Add ARM Linux builds to release pipeline #69

Workflow file for this run

.github/workflows/build-binaries.yml at 4cc0093

	# Build Puffin on all platforms.
	#
	# Generates both wheels (for PyPI) and archived binaries (for GitHub releases).
	#
	# Assumed to run as a subworkflow of .github/workflows/release.yml; specifically, as a local
	# artifacts job within `cargo-dist`.
	name: "Build binaries"

	on:
	workflow_call:
	inputs:
	plan:
	required: true
	type: string
	pull_request:
	paths:
	# When we change pyproject.toml, we want to ensure that the maturin builds still work.
	- pyproject.toml
	# And when we change this workflow itself...
	- .github/workflows/build-binaries.yml

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	env:
	PACKAGE_NAME: puffin_alpha
	MODULE_NAME: puffin
	PYTHON_VERSION: "3.11"
	CARGO_INCREMENTAL: 0
	CARGO_NET_RETRY: 10
	CARGO_TERM_COLOR: always
	RUSTUP_MAX_RETRIES: 10

	jobs:
	# sdist:
	# # TODO(charlie): Enable source distribution builds.
	# if: false
	# runs-on: ubuntu-latest
	# steps:
	# - uses: actions/checkout@v4
	# with:
	# submodules: recursive
	# - uses: actions/setup-python@v5
	# with:
	# python-version: ${{ env.PYTHON_VERSION }}
	# - name: "Prep README.md"
	# run: echo "# Puffin" > README.md
	# - name: "Build sdist"
	# uses: PyO3/maturin-action@v1
	# with:
	# command: sdist
	# args: --out dist
	# - name: "Test sdist"
	# run: \|
	# pip install dist/${{ env.PACKAGE_NAME }}-*.tar.gz --force-reinstall
	# ${{ env.MODULE_NAME }} --help
	# python -m ${{ env.MODULE_NAME }} --help
	# - name: "Upload sdist"
	# uses: actions/upload-artifact@v3
	# with:
	# name: wheels
	# path: dist
	#
	# macos-x86_64:
	# runs-on: macos-latest
	# steps:
	# - uses: actions/checkout@v4
	# with:
	# submodules: recursive
	# - uses: actions/setup-python@v5
	# with:
	# python-version: ${{ env.PYTHON_VERSION }}
	# architecture: x64
	# - name: "Prep README.md"
	# run: echo "# Puffin" > README.md
	# - name: "Build wheels - x86_64"
	# uses: PyO3/maturin-action@v1
	# with:
	# target: x86_64
	# args: --release --locked --out dist
	# - name: "Test wheel - x86_64"
	# run: \|
	# pip install dist/${{ env.PACKAGE_NAME }}-*.whl --force-reinstall
	# ${{ env.MODULE_NAME }} --help
	# python -m ${{ env.MODULE_NAME }} --help
	# - name: "Upload wheels"
	# uses: actions/upload-artifact@v3
	# with:
	# name: wheels
	# path: dist
	# - name: "Archive binary"
	# run: \|
	# TARGET=x86_64-apple-darwin
	# ARCHIVE_NAME=puffin-$TARGET
	# ARCHIVE_FILE=$ARCHIVE_NAME.tar.gz
	#
	# mkdir -p $ARCHIVE_NAME
	# cp target/$TARGET/release/puffin $ARCHIVE_NAME/puffin
	# tar czvf $ARCHIVE_FILE $ARCHIVE_NAME
	# shasum -a 256 $ARCHIVE_FILE > $ARCHIVE_FILE.sha256
	# - name: "Upload binary"
	# uses: actions/upload-artifact@v3
	# with:
	# name: artifacts
	# path: \|
	# *.tar.gz
	# *.sha256
	#
	# macos-universal:
	# runs-on: macos-latest
	# steps:
	# - uses: actions/checkout@v4
	# with:
	# submodules: recursive
	# - uses: actions/setup-python@v5
	# with:
	# python-version: ${{ env.PYTHON_VERSION }}
	# architecture: x64
	# - name: "Prep README.md"
	# run: echo "# Puffin" > README.md
	# - name: "Build wheels - universal2"
	# uses: PyO3/maturin-action@v1
	# with:
	# args: --release --locked --target universal2-apple-darwin --out dist
	# - name: "Test wheel - universal2"
	# run: \|
	# pip install dist/${{ env.PACKAGE_NAME }}-*universal2.whl --force-reinstall
	# ${{ env.MODULE_NAME }} --help
	# python -m ${{ env.MODULE_NAME }} --help
	# - name: "Upload wheels"
	# uses: actions/upload-artifact@v3
	# with:
	# name: wheels
	# path: dist
	# - name: "Archive binary"
	# run: \|
	# TARGET=aarch64-apple-darwin
	# ARCHIVE_NAME=puffin-$TARGET
	# ARCHIVE_FILE=$ARCHIVE_NAME.tar.gz
	#
	# mkdir -p $ARCHIVE_NAME
	# cp target/$TARGET/release/puffin $ARCHIVE_NAME/puffin
	# tar czvf $ARCHIVE_FILE $ARCHIVE_NAME
	# shasum -a 256 $ARCHIVE_FILE > $ARCHIVE_FILE.sha256
	# - name: "Upload binary"
	# uses: actions/upload-artifact@v3
	# with:
	# name: artifacts
	# path: \|
	# *.tar.gz
	# *.sha256
	#
	# windows:
	# # TODO(charlie): Enable Windows builds.
	# if: false
	# runs-on: windows-latest
	# strategy:
	# matrix:
	# platform:
	# - target: x86_64-pc-windows-msvc
	# arch: x64
	# - target: i686-pc-windows-msvc
	# arch: x86
	# - target: aarch64-pc-windows-msvc
	# arch: x64
	# steps:
	# - uses: actions/checkout@v4
	# with:
	# submodules: recursive
	# - uses: actions/setup-python@v5
	# with:
	# python-version: ${{ env.PYTHON_VERSION }}
	# architecture: ${{ matrix.platform.arch }}
	# - name: "Prep README.md"
	# run: echo "# Puffin" > README.md
	# - name: "Build wheels"
	# uses: PyO3/maturin-action@v1
	# with:
	# target: ${{ matrix.platform.target }}
	# args: --release --locked --out dist
	# - name: "Test wheel"
	# if: ${{ !startsWith(matrix.platform.target, 'aarch64') }}
	# shell: bash
	# run: \|
	# python -m pip install dist/${{ env.PACKAGE_NAME }}-*.whl --force-reinstall
	# ${{ env.MODULE_NAME }} --help
	# python -m ${{ env.MODULE_NAME }} --help
	# - name: "Upload wheels"
	# uses: actions/upload-artifact@v3
	# with:
	# name: wheels
	# path: dist
	# - name: "Archive binary"
	# shell: bash
	# run: \|
	# ARCHIVE_FILE=puffin-${{ matrix.platform.target }}.zip
	# 7z a $ARCHIVE_FILE ./target/${{ matrix.platform.target }}/release/puffin.exe
	# sha256sum $ARCHIVE_FILE > $ARCHIVE_FILE.sha256
	# - name: "Upload binary"
	# uses: actions/upload-artifact@v3
	# with:
	# name: artifacts
	# path: \|
	# *.zip
	# *.sha256
	#
	# linux:
	# runs-on: ubuntu-latest
	# strategy:
	# matrix:
	# target:
	# - x86_64-unknown-linux-gnu
	# - i686-unknown-linux-gnu
	# steps:
	# - uses: actions/checkout@v4
	# with:
	# submodules: recursive
	# - uses: actions/setup-python@v5
	# with:
	# python-version: ${{ env.PYTHON_VERSION }}
	# architecture: x64
	# - name: "Prep README.md"
	# run: echo "# Puffin" > README.md
	# - name: "Build wheels"
	# uses: PyO3/maturin-action@v1
	# with:
	# target: ${{ matrix.target }}
	# manylinux: auto
	# args: --release --locked --out dist
	# # See: https://github.com/sfackler/rust-openssl/issues/2036#issuecomment-1724324145
	# before-script-linux: \|
	# # If we're running on rhel centos, install needed packages.
	# if command -v yum &> /dev/null; then
	# yum update -y && yum install -y perl-core openssl openssl-devel pkgconfig libatomic
	#
	# # If we're running on i686 we need to symlink libatomic
	# # in order to build openssl with -latomic flag.
	# if [[ ! -d "/usr/lib64" ]]; then
	# ln -s /usr/lib/libatomic.so.1 /usr/lib/libatomic.so
	# fi
	# else
	# # If we're running on debian-based system.
	# apt update -y && apt-get install -y libssl-dev openssl pkg-config
	# fi
	# - name: "Test wheel"
	# if: ${{ startsWith(matrix.target, 'x86_64') }}
	# run: \|
	# pip install dist/${{ env.PACKAGE_NAME }}-*.whl --force-reinstall
	# ${{ env.MODULE_NAME }} --help
	# python -m ${{ env.MODULE_NAME }} --help
	# - name: "Upload wheels"
	# uses: actions/upload-artifact@v3
	# with:
	# name: wheels
	# path: dist
	# - name: "Archive binary"
	# shell: bash
	# run: \|
	# set -euo pipefail
	#
	# TARGET=${{ matrix.target }}
	# ARCHIVE_NAME=puffin-$TARGET
	# ARCHIVE_FILE=$ARCHIVE_NAME.tar.gz
	#
	# mkdir -p $ARCHIVE_NAME
	# cp target/$TARGET/release/puffin $ARCHIVE_NAME/puffin
	# tar czvf $ARCHIVE_FILE $ARCHIVE_NAME
	# shasum -a 256 $ARCHIVE_FILE > $ARCHIVE_FILE.sha256
	# - name: "Upload binary"
	# uses: actions/upload-artifact@v3
	# with:
	# name: artifacts
	# path: \|
	# *.tar.gz
	# *.sha256

	linux-cross:
	runs-on: ubuntu-latest
	strategy:
	matrix:
	platform:
	# - target: aarch64-unknown-linux-gnu
	# arch: aarch64
	# # see https://github.com/astral-sh/ruff/issues/3791
	# # and https://github.com/gnzlbg/jemallocator/issues/170#issuecomment-1503228963
	# maturin_docker_options: -e JEMALLOC_SYS_WITH_LG_PAGE=16
	# gcc: aarch64-linux-gnu-gcc
	# - target: armv7-unknown-linux-gnueabihf
	# arch: armv7
	# gcc: arm-linux-gnueabihf-gcc
	# - target: s390x-unknown-linux-gnu
	# arch: s390x
	# gcc: s390x-linux-gnu-gcc
	# - target: powerpc64le-unknown-linux-gnu
	# arch: ppc64le
	# gcc: cmake # powerpc64le-linux-gnu-gcc
	- target: powerpc64-unknown-linux-gnu
	arch: ppc64
	gcc: powerpc-linux-gnu-gcc

	steps:
	- uses: actions/checkout@v4
	with:
	submodules: recursive
	- uses: actions/setup-python@v5
	with:
	python-version: ${{ env.PYTHON_VERSION }}
	- name: "Prep README.md"
	run: echo "# Puffin" > README.md
	- name: "Build wheels"
	uses: PyO3/maturin-action@v1
	with:
	target: ${{ matrix.platform.target }}
	manylinux: 2_28
	docker-options: ${{ matrix.platform.maturin_docker_options }}
	args: --release --locked --out dist
	before-script-linux: \|
	# If we're running on rhel centos, install needed packages.
	if command -v yum &> /dev/null; then
	yum update -y && yum install -y perl-core openssl openssl-devel pkgconfig libatomic

	# If we're running on i686 we need to symlink libatomic
	# in order to build openssl with -latomic flag.
	if [[ ! -d "/usr/lib64" ]]; then
	ln -s /usr/lib/libatomic.so.1 /usr/lib/libatomic.so
	fi
	else
	# If we're running on debian-based system.
	apt update -y && apt-get install -y libssl-dev openssl pkg-config
	fi
	- uses: uraimo/run-on-arch-action@v2
	if: matrix.platform.arch != 'ppc64'
	name: Test wheel
	with:
	arch: ${{ matrix.platform.arch }}
	distro: ubuntu20.04
	githubToken: ${{ github.token }}
	install: \|
	apt-get update
	apt-get install -y --no-install-recommends python3 python3-pip
	pip3 install -U pip
	run: \|
	pip3 install ${{ env.PACKAGE_NAME }} --no-index --find-links dist/ --force-reinstall
	${{ env.MODULE_NAME }} --help
	- name: "Upload wheels"
	uses: actions/upload-artifact@v3
	with:
	name: wheels
	path: dist
	- name: "Archive binary"
	shell: bash
	run: \|
	set -euo pipefail

	TARGET=${{ matrix.platform.target }}
	ARCHIVE_NAME=puffin-$TARGET
	ARCHIVE_FILE=$ARCHIVE_NAME.tar.gz

	mkdir -p $ARCHIVE_NAME
	cp target/$TARGET/release/puffin $ARCHIVE_NAME/puffin
	tar czvf $ARCHIVE_FILE $ARCHIVE_NAME
	shasum -a 256 $ARCHIVE_FILE > $ARCHIVE_FILE.sha256
	- name: "Upload binary"
	uses: actions/upload-artifact@v3
	with:
	name: artifacts
	path: \|
	*.tar.gz
	*.sha256
	#
	# musllinux:
	# runs-on: ubuntu-latest
	# strategy:
	# matrix:
	# target:
	# - x86_64-unknown-linux-musl
	# - i686-unknown-linux-musl
	# steps:
	# - uses: actions/checkout@v4
	# with:
	# submodules: recursive
	# - uses: actions/setup-python@v5
	# with:
	# python-version: ${{ env.PYTHON_VERSION }}
	# architecture: x64
	# - name: "Prep README.md"
	# run: echo "# Puffin" > README.md
	# - name: "Build wheels"
	# uses: PyO3/maturin-action@v1
	# with:
	# target: ${{ matrix.target }}
	# manylinux: musllinux_1_2
	# args: --release --locked --out dist
	# - name: "Test wheel"
	# if: matrix.target == 'x86_64-unknown-linux-musl'
	# uses: addnab/docker-run-action@v3
	# with:
	# image: alpine:latest
	# options: -v ${{ github.workspace }}:/io -w /io
	# run: \|
	# apk add python3
	# python -m venv .venv
	# .venv/bin/pip3 install ${{ env.PACKAGE_NAME }} --no-index --find-links dist/ --force-reinstall
	# .venv/bin/${{ env.MODULE_NAME }} --help
	# - name: "Upload wheels"
	# uses: actions/upload-artifact@v3
	# with:
	# name: wheels
	# path: dist
	# - name: "Archive binary"
	# shell: bash
	# run: \|
	# set -euo pipefail
	#
	# TARGET=${{ matrix.target }}
	# ARCHIVE_NAME=puffin-$TARGET
	# ARCHIVE_FILE=$ARCHIVE_NAME.tar.gz
	#
	# mkdir -p $ARCHIVE_NAME
	# cp target/$TARGET/release/puffin $ARCHIVE_NAME/puffin
	# tar czvf $ARCHIVE_FILE $ARCHIVE_NAME
	# shasum -a 256 $ARCHIVE_FILE > $ARCHIVE_FILE.sha256
	# - name: "Upload binary"
	# uses: actions/upload-artifact@v3
	# with:
	# name: artifacts
	# path: \|
	# *.tar.gz
	# *.sha256
	#
	# musllinux-cross:
	# runs-on: ubuntu-latest
	# strategy:
	# matrix:
	# platform:
	# - target: aarch64-unknown-linux-musl
	# arch: aarch64
	# maturin_docker_options: -e JEMALLOC_SYS_WITH_LG_PAGE=16
	# - target: armv7-unknown-linux-musleabihf
	# arch: armv7
	#
	# steps:
	# - uses: actions/checkout@v4
	# with:
	# submodules: recursive
	# - uses: actions/setup-python@v5
	# with:
	# python-version: ${{ env.PYTHON_VERSION }}
	# - name: "Prep README.md"
	# run: echo "# Puffin" > README.md
	# - name: "Build wheels"
	# uses: PyO3/maturin-action@v1
	# with:
	# target: ${{ matrix.platform.target }}
	# manylinux: musllinux_1_2
	# args: --release --locked --out dist
	# docker-options: ${{ matrix.platform.maturin_docker_options }}
	# - uses: uraimo/run-on-arch-action@v2
	# name: Test wheel
	# with:
	# arch: ${{ matrix.platform.arch }}
	# distro: alpine_latest
	# githubToken: ${{ github.token }}
	# install: \|
	# apk add python3
	# run: \|
	# python -m venv .venv
	# .venv/bin/pip3 install ${{ env.PACKAGE_NAME }} --no-index --find-links dist/ --force-reinstall
	# .venv/bin/${{ env.MODULE_NAME }} --help
	# - name: "Upload wheels"
	# uses: actions/upload-artifact@v3
	# with:
	# name: wheels
	# path: dist
	# - name: "Archive binary"
	# shell: bash
	# run: \|
	# set -euo pipefail
	#
	# TARGET=${{ matrix.platform.target }}
	# ARCHIVE_NAME=puffin-$TARGET
	# ARCHIVE_FILE=$ARCHIVE_NAME.tar.gz
	#
	# mkdir -p $ARCHIVE_NAME
	# cp target/$TARGET/release/puffin $ARCHIVE_NAME/puffin
	# tar czvf $ARCHIVE_FILE $ARCHIVE_NAME
	# shasum -a 256 $ARCHIVE_FILE > $ARCHIVE_FILE.sha256
	# - name: "Upload binary"
	# uses: actions/upload-artifact@v3
	# with:
	# name: artifacts
	# path: \|
	# *.tar.gz
	# *.sha256

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Add ARM Linux builds to release pipeline #69

Workflow file

Add ARM Linux builds to release pipeline #69

Jobs

Run details

Workflow file for this run