Repository navigation
145 lines (133 loc) · 5.37 KB
/
Copy pathbuild-fastavro.yml
File metadata and controls
145 lines (133 loc) · 5.37 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
# SPDX-FileCopyrightText: 2026 The RISE Project
# SPDX-License-Identifier: MIT
---
# This workflow is based on the `build-wheels` job of
# https://github.com/fastavro/fastavro/blob/1.12.2/.github/workflows/build_linux.yml
name: Build fastavro wheels (riscv64)
on:
workflow_dispatch:
inputs:
version:
description: 'Version glob to (re)build; empty builds every version of docs/packages/fastavro.yaml not released yet'
required: false
default: ''
pull_request:
branches: [main]
paths:
- '.github/workflows/build-fastavro.yml'
- 'docs/packages/fastavro.yaml'
push:
branches: [main]
paths:
- '.github/workflows/build-fastavro.yml'
- 'docs/packages/fastavro.yaml'
concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true
permissions:
contents: read # to fetch code (actions/checkout)
env:
MANYLINUX_RISCV64_IMAGE: quay.io/pypa/manylinux_2_39_riscv64
jobs:
setup:
uses: $/.github/workflows/_setup.yml
with:
package: fastavro
version: ${{ inputs.version }}
build_wheels:
needs: [setup]
if: needs.setup.outputs.versions != '[]'
name: Build fastavro ${{ matrix.version }} ${{ matrix.python }}-manylinux_riscv64
runs-on: ubuntu-24.04-riscv
timeout-minutes: 180
strategy:
fail-fast: false
matrix:
version: ${{ fromJSON(needs.setup.outputs.versions) }}
# Per-interpreter (not abi3), matching upstream's own wheel matrix.
# `test_requires` varies because 3.14 has zstd in the stdlib and the
# registry ships no free-threaded pandas wheel.
include:
- python: "cp312"
test_requires: "backports.zstd pandas<3.0.4"
pytest_k: ""
- python: "cp313"
test_requires: "backports.zstd pandas<3.0.4"
pytest_k: ""
- python: "cp314"
test_requires: "pandas<3.0.4"
pytest_k: ""
- python: "cp314t"
test_requires: ""
pytest_k: "and not test_pandas_datetime"
env:
FASTAVRO_VERSION: ${{ matrix.version }}
steps:
- name: Checkout fastavro ${{ env.FASTAVRO_VERSION }}
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
with:
repository: fastavro/fastavro
ref: ${{ env.FASTAVRO_VERSION }}
persist-credentials: false
- name: Build wheels
uses: pypa/cibuildwheel@1828c10ab37f080699c7b81cea34097c684a7074 # v4.2.0
with:
output-dir: wheelhouse/
only: ${{ matrix.python }}-manylinux_riscv64
env:
CIBW_MANYLINUX_RISCV64_IMAGE: ${{ env.MANYLINUX_RISCV64_IMAGE }}
# cramjam (the snappy codec the suite needs) has no riscv64 wheel and
# builds from its maturin sdist, so Rust has to be in the container.
CIBW_BEFORE_ALL_LINUX: >-
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
CIBW_ENVIRONMENT: >-
PATH="$PATH:$HOME/.cargo/bin"
PIP_EXTRA_INDEX_URL=https://pypi.riseproject.dev/simple/
# Upstream tests the checkout, not the wheel; stage only the suite so the
# repo-root `fastavro/` can't shadow the installed extension modules.
CIBW_TEST_SOURCES: tests pytest.ini
CIBW_TEST_REQUIRES: pytest numpy lz4 zlib_ng cramjam ${{ matrix.test_requires }}
# is_testing_cython_modules() is upstream's own check that the compiled
# modules, not the pure-Python fallback, are in use.
# test_regular_vs_ordered_dict_record_typeerror asserts on a traceback
# source line, so it only passes next to the .pyx sources of an in-place
# build; it fails against any installed wheel, on every architecture.
CIBW_TEST_COMMAND: >-
python -c "from tests.conftest import is_testing_cython_modules as c; assert c()"
&& python -m pytest tests
-k "not test_regular_vs_ordered_dict_record_typeerror ${{ matrix.pytest_k }}"
- name: Check the Cython extensions made it into the wheel
run: |
python3 - wheelhouse/*.whl <<'EOF'
import sys, zipfile
expected = {
"_logical_readers", "_logical_writers", "_read",
"_schema", "_validation", "_write",
}
for whl in sys.argv[1:]:
names = zipfile.ZipFile(whl).namelist()
found = {n.split("/")[-1].split(".")[0] for n in names if n.endswith(".so")}
assert found == expected, (whl, found)
print(whl, "ok")
EOF
- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
with:
name: fastavro-${{ env.FASTAVRO_VERSION }}-${{ matrix.python }}-manylinux_riscv64
path: wheelhouse/*.whl
if-no-files-found: error
publish:
name: Publish fastavro ${{ matrix.version }}
needs: [setup, build_wheels]
if: needs.setup.outputs.versions != '[]'
strategy:
fail-fast: false
matrix:
version: ${{ fromJSON(needs.setup.outputs.versions) }}
permissions:
contents: write
pull-requests: write
uses: $/.github/workflows/_publish-wheel.yml
secrets:
app-private-key: ${{ secrets.RISEPROJECT_APP_PRIVATE_KEY }}
with:
artifact-pattern: fastavro-${{ matrix.version }}-*-manylinux_riscv64