Skip to content

Commit 2cb5a89

Browse files
authored
adbc-driver-sqlite: add build-adbc-driver-sqlite.yml for riscv64 wheels (#1740)
* **Package**: `adbc-driver-sqlite` * **Version**: `1.12.0` * **Source**: https://github.com/apache/arrow-adbc * **Docs**: https://arrow.apache.org/adbc/ Compiles the SQLite-based ADBC driver (`c/driver/sqlite`, C++ over libsqlite3) into `libadbc_driver_sqlite.so`, which the Python package loads via ctypes as a `py3-none` wheel. Upstream publishes no riscv64 wheel. Mirrors upstream's own [`packaging.yml`](https://github.com/apache/arrow-adbc/blob/apache-arrow-adbc-24/.github/workflows/packaging.yml) `python-manylinux` job and its `ci/scripts/python_wheel_unix_{build,relocate}.sh`. **Differs from upstream** - libsqlite3 comes from the manylinux image's `sqlite-devel` instead of vcpkg - no riscv64 binary cache exists for vcpkg. - No cibuildwheel - the wheel is interpreter-independent, so the image is driven directly instead. **Testing** - Runs the real pytest suite; SQLite is an embedded database, so no external service is needed, unlike the adbc-driver-postgresql port. **License**: OK Built on cp312.
1 parent e18dc47 commit 2cb5a89

1 file changed

Lines changed: 148 additions & 0 deletions

File tree

Lines changed: 148 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,148 @@
1+
# SPDX-FileCopyrightText: 2026 The RISE Project
2+
# SPDX-License-Identifier: MIT
3+
---
4+
# Based on upstream's own wheel build at this tag (the python-manylinux job of
5+
# .github/workflows/packaging.yml and ci/scripts/python_wheel_unix_{build,relocate}.sh):
6+
# https://github.com/apache/arrow-adbc/blob/apache-arrow-adbc-24/.github/workflows/packaging.yml
7+
# which builds libadbc_driver_sqlite.so via CMake against vcpkg's static
8+
# sqlite3, then setup.py copies it into the package and the relocate script
9+
# retags + auditwheel-repairs the resulting py3-none-any wheel into a
10+
# platform one. This narrows that to Linux riscv64: vcpkg has no riscv64
11+
# binary cache, so sqlite3 comes from the manylinux image's own sqlite-devel
12+
# instead, and the relocate script's retag step is reproduced inline since it
13+
# isn't vendored as a package file we can invoke directly. See
14+
# build-adbc-driver-manager.yml for why the checkout uses the Go module tag.
15+
name: Build adbc-driver-sqlite wheels (riscv64)
16+
17+
on:
18+
workflow_dispatch:
19+
inputs:
20+
version:
21+
description: 'adbc-driver-sqlite version to build (PyPI version, e.g. 1.12.0)'
22+
required: true
23+
default: '1.12.0'
24+
pull_request:
25+
paths:
26+
- '.github/workflows/build-adbc-driver-sqlite.yml'
27+
28+
concurrency:
29+
group: ${{ github.workflow }}-${{ inputs.version || '1.12.0' }}-${{ github.head_ref || github.run_id }}
30+
cancel-in-progress: true
31+
32+
permissions:
33+
contents: read # to fetch code (actions/checkout)
34+
35+
env:
36+
# `inputs.version` is empty on pull_request events; default to 1.12.0 there.
37+
ADBC_VERSION: ${{ inputs.version || '1.12.0' }}
38+
MANYLINUX_RISCV64_IMAGE: quay.io/pypa/manylinux_2_39_riscv64
39+
40+
jobs:
41+
setup:
42+
uses: $/.github/workflows/_setup.yml
43+
44+
build_wheels:
45+
needs: [setup]
46+
name: Build adbc-driver-sqlite ${{ inputs.version || '1.12.0' }} py3-none-manylinux_riscv64
47+
runs-on: ubuntu-24.04-riscv
48+
# numpy/pandas/pyarrow/adbc-driver-manager download for the test step alone takes
49+
# ~an hour on this runner (same as adbc-driver-postgresql's identical install line),
50+
# even though the driver build itself is fast with no vcpkg compile involved.
51+
timeout-minutes: 90
52+
53+
steps:
54+
- name: Checkout apache/arrow-adbc v${{ env.ADBC_VERSION }}
55+
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
56+
with:
57+
repository: apache/arrow-adbc
58+
ref: go/adbc/v${{ env.ADBC_VERSION }}
59+
persist-credentials: false
60+
61+
# The wheel is py3-none (no compiled CPython extension, just a ctypes-loaded
62+
# .so), so cibuildwheel's per-interpreter model doesn't fit; drive the
63+
# manylinux image directly instead (gotcha 15's pattern), with the build
64+
# script written to a file rather than an inline `bash -c` one-liner.
65+
- name: Write the build script
66+
run: |
67+
cat > build.sh <<'BUILD_SCRIPT'
68+
set -euo pipefail
69+
70+
dnf install -y --setopt=install_weak_deps=False sqlite-devel
71+
72+
cmake -S c -B build \
73+
-DCMAKE_BUILD_TYPE=RelWithDebInfo \
74+
-DCMAKE_INSTALL_LIBDIR=lib \
75+
-DCMAKE_INSTALL_PREFIX=/workspace/build/install \
76+
-DADBC_BUILD_SHARED=ON \
77+
-DADBC_BUILD_STATIC=OFF \
78+
-DADBC_DRIVER_SQLITE=ON
79+
cmake --build build --target install -j"$(nproc)"
80+
81+
PY=/opt/python/cp312-cp312/bin
82+
"$PY"/pip install -q --upgrade pip wheel auditwheel
83+
84+
cd python/adbc_driver_sqlite
85+
ADBC_SQLITE_LIBRARY=/workspace/build/install/lib/libadbc_driver_sqlite.so \
86+
"$PY"/pip wheel . --no-deps -w dist
87+
88+
# setup.py declares no ext_modules, so setuptools tags the wheel
89+
# py3-none-any/purelib even though it embeds a real .so; fix that up
90+
# the way ci/scripts/python_wheel_fix_tag.py does upstream (on every
91+
# OS, not just macOS/Windows) before repairing.
92+
plat=$("$PY"/python -c 'import sysconfig; print(sysconfig.get_platform().replace("-", "_").replace(".", "_"))')
93+
cd dist
94+
"$PY"/python -m wheel unpack ./*.whl -d unpacked
95+
meta=$(find unpacked -name WHEEL)
96+
sed -i \
97+
-e 's/^Root-Is-Purelib: true$/Root-Is-Purelib: false/' \
98+
-e "s/^Tag: py3-none-any\$/Tag: py3-none-${plat}/" \
99+
"$meta"
100+
rm ./*.whl
101+
"$PY"/python -m wheel pack unpacked/* --dest-dir .
102+
rm -rf unpacked
103+
104+
"$PY"/python -m auditwheel repair ./*.whl -w /workspace/wheelhouse --plat manylinux_2_39_riscv64
105+
BUILD_SCRIPT
106+
107+
- name: Build the driver and package the wheel
108+
run: |
109+
docker run --rm \
110+
-v "$(pwd)":/workspace \
111+
--workdir /workspace \
112+
"${{ env.MANYLINUX_RISCV64_IMAGE }}" \
113+
bash build.sh
114+
115+
- name: Install the wheel and run the test suite
116+
run: |
117+
set -euo pipefail
118+
python3 -m venv .venv
119+
. .venv/bin/activate
120+
# The runner's stock pip predates riscv64 manylinux tag support and
121+
# rejects the wheel as unsupported.
122+
pip install -q --upgrade pip
123+
# adbc-driver-manager/pandas/pyarrow riscv64 wheels only exist on our
124+
# own registry.
125+
PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/ pip install -q \
126+
wheelhouse/*.whl adbc-driver-manager numpy pandas "pyarrow>=14.0.1" "pytest>=9"
127+
128+
python -c "import adbc_driver_sqlite; import adbc_driver_sqlite.dbapi"
129+
# Mirrors upstream's own python_util.sh test_packages(): --import-mode
130+
# append keeps the installed wheel authoritative over the checkout.
131+
# SQLite is an embedded database, so no external service is needed.
132+
python -m pytest -vv --import-mode append python/adbc_driver_sqlite/tests
133+
134+
- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
135+
with:
136+
name: adbc-driver-sqlite-${{ env.ADBC_VERSION }}-py3-none-manylinux_riscv64
137+
path: wheelhouse/*.whl
138+
if-no-files-found: error
139+
140+
publish:
141+
name: Publish adbc-driver-sqlite ${{ inputs.version || '1.12.0' }}
142+
needs: [setup, build_wheels]
143+
permissions:
144+
contents: write
145+
pull-requests: write
146+
uses: $/.github/workflows/_publish-wheel.yml
147+
with:
148+
artifact-pattern: adbc-driver-sqlite-${{ inputs.version || '1.12.0' }}-*-manylinux_riscv64

0 commit comments

Comments
 (0)