Skip to content
Python

feat(io): Convert FlatGeobuf reader to RecordBatchReader iterator #2084

Sign in to view logs

feat(io): Convert FlatGeobuf reader to RecordBatchReader iterator

feat(io): Convert FlatGeobuf reader to RecordBatchReader iterator #2084

Workflow file for this run

.github/workflows/python.yml at ff2b099
name: Python
on:
push:
branches:
- main
pull_request:
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
jobs:
lint-test:
name: Lint and Test
runs-on: ubuntu-latest
defaults:
run:
working-directory: python
steps:
- uses: actions/checkout@v4
with:
submodules: "recursive"
- name: Set up Python
id: setup-python
uses: actions/setup-python@v5
with:
python-version: "3.12"
- name: Install Rust
uses: dtolnay/rust-toolchain@stable
with:
components: rustfmt, clippy
- uses: Swatinem/rust-cache@v2
- name: Fmt
run: cargo fmt -- --check
- name: Clippy
run: cargo clippy --tests -- -D warnings
- name: Check
run: cargo check
- name: Test
run: cargo test
emscripten:
name: Build pyodide wheel
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
- run: pip install pyodide-build
- name: Get Emscripten and Python version info
shell: bash
run: |
echo EMSCRIPTEN_VERSION=$(pyodide config get emscripten_version) >> $GITHUB_ENV
echo PYTHON_VERSION=$(pyodide config get python_version | cut -d '.' -f 1-2) >> $GITHUB_ENV
pip uninstall -y pyodide-build
- uses: mymindstorm/setup-emsdk@v14
with:
version: ${{ env.EMSCRIPTEN_VERSION }}
actions-cache-folder: emsdk-cache
- uses: actions/setup-python@v5
with:
python-version: ${{ env.PYTHON_VERSION }}
- run: pip install pyodide-build
- name: Build wheels (core)
uses: PyO3/maturin-action@v1
with:
target: wasm32-unknown-emscripten
args: --no-default-features -m python/geoarrow-core/Cargo.toml -i python${{ env.PYTHON_VERSION }}
rust-toolchain: nightly
- name: Build wheels (io)
uses: PyO3/maturin-action@v1
with:
target: wasm32-unknown-emscripten
args: --no-default-features -m python/geoarrow-io/Cargo.toml -i python${{ env.PYTHON_VERSION }}
rust-toolchain: nightly
# lint-python:
# name: Lint Python code
# runs-on: ubuntu-latest
# steps:
# - uses: actions/checkout@v4
# - name: Set up Python 3.8
# uses: actions/setup-python@v2
# with:
# python-version: "3.8"
# - name: run pre-commit
# run: |
# python -m pip install pre-commit
# pre-commit run --all-files
test-python:
name: Build and test Python
runs-on: ubuntu-latest
strategy:
fail-fast: true
matrix:
python-version: ["3.9", "3.12"]
defaults:
run:
working-directory: python
steps:
- uses: actions/checkout@v4
with:
submodules: "recursive"
- name: Install Rust
uses: dtolnay/rust-toolchain@stable
- uses: Swatinem/rust-cache@v2
- name: Set up Python
id: setup-python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
- name: Install a specific version of uv
uses: astral-sh/setup-uv@v3
with:
enable-cache: true
version: "0.4.x"
- name: Build rust submodules
run: |
# Note: core module should be first, because it could be depended on
# by others in the future
uv run maturin develop -m geoarrow-core/Cargo.toml
uv run maturin develop -m geoarrow-compute/Cargo.toml
uv run maturin develop -m geoarrow-io/Cargo.toml
- name: Run python tests
run: |
uv run pytest tests