Skip to content

Commit b8aefc2

Browse files
authored
Merge branch 'main' into pub-topk-dyn-filters
2 parents a265ecd + 264ee3d commit b8aefc2

687 files changed

Lines changed: 62995 additions & 14561 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.asf.yaml‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -87,6 +87,7 @@ github:
8787
- "check Cargo.toml formatting"
8888
- "check configs.md and ***_functions.md is up-to-date"
8989
- "check example README is up-to-date"
90+
- "Check datafusion crates used in datafusion-examples"
9091
- "Verify MSRV (Min Supported Rust Version)"
9192
# needs to be updated as part of the release process
9293
# .asf.yaml doesn't support wildcard branch protection rules, only exact branch names
@@ -117,6 +118,13 @@ github:
117118
allow_auto_merge: true
118119
# auto-delete head branches after being merged
119120
del_branch_on_merge: true
121+
# Limit open pull requests per user without write access.
122+
#
123+
# With coding agents, the number of open PRs now far exceeds our review capacity.
124+
# Setting a limit helps reviewers focus on fewer PRs at a time.
125+
creation_cap:
126+
enabled: true
127+
max_open_pull_requests: 3
120128

121129
# publishes the content of the `asf-site` branch to
122130
# https://datafusion.apache.org/

‎.github/workflows/audit.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,7 @@ jobs:
4545
steps:
4646
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
4747
- name: Install cargo-audit
48-
uses: taiki-e/install-action@3f74d7c16a4242f1c95561e98edc25d36adb4375 # v2.87.12
48+
uses: taiki-e/install-action@861a07ce7084f55488e375df125cdc99bba60eb7 # v2.87.23
4949
with:
5050
tool: cargo-audit
5151
- name: Run audit check

‎.github/workflows/breaking_changes_detector.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,7 @@ jobs:
8989
9090
- name: Install cargo-semver-checks
9191
if: steps.changed_crates.outputs.packages != ''
92-
uses: taiki-e/install-action@3f74d7c16a4242f1c95561e98edc25d36adb4375 # v2.87.12
92+
uses: taiki-e/install-action@861a07ce7084f55488e375df125cdc99bba60eb7 # v2.87.23
9393
with:
9494
tool: cargo-semver-checks
9595

‎.github/workflows/codeql.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -45,11 +45,11 @@ jobs:
4545
persist-credentials: false
4646

4747
- name: Initialize CodeQL
48-
uses: github/codeql-action/init@b96794f015dfd88f77b49b1c93e0fa7110f94c63 # v4
48+
uses: github/codeql-action/init@2892aa5e19bbd11bc0cff5427e3b750a04d9e3c2 # v4
4949
with:
5050
languages: actions
5151

5252
- name: Perform CodeQL Analysis
53-
uses: github/codeql-action/analyze@b96794f015dfd88f77b49b1c93e0fa7110f94c63 # v4
53+
uses: github/codeql-action/analyze@2892aa5e19bbd11bc0cff5427e3b750a04d9e3c2 # v4
5454
with:
5555
category: "/language:actions"

‎.github/workflows/dependencies.yml‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,10 @@ concurrency:
2424
on:
2525
push:
2626
branches-ignore:
27+
# Commits reach main through the merge queue, which runs this workflow at
28+
# the same SHA, so do not repeat the jobs after the merge. Release
29+
# branches and every other branch keep their post-push runs.
30+
- 'main'
2731
- 'gh-readonly-queue/**'
2832
- 'dependabot/**'
2933
pull_request:
@@ -65,7 +69,7 @@ jobs:
6569
. ci/scripts/utils/tool_versions.sh
6670
echo "CARGO_MACHETE_VERSION=${CARGO_MACHETE_VERSION}" >> "$GITHUB_ENV"
6771
- name: Install cargo-machete
68-
uses: taiki-e/install-action@3f74d7c16a4242f1c95561e98edc25d36adb4375 # v2.87.12
72+
uses: taiki-e/install-action@861a07ce7084f55488e375df125cdc99bba60eb7 # v2.87.23
6973
with:
7074
tool: cargo-machete@${{ env.CARGO_MACHETE_VERSION }}
7175
- name: Detect unused dependencies

‎.github/workflows/dev.yml‎

Lines changed: 7 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,10 @@ name: Dev
1919
on:
2020
push:
2121
branches-ignore:
22+
# Commits reach main through the merge queue, which runs this workflow at
23+
# the same SHA, so do not repeat the jobs after the merge. Release
24+
# branches and every other branch keep their post-push runs.
25+
- 'main'
2226
- 'gh-readonly-queue/**'
2327
- 'dependabot/**'
2428
pull_request:
@@ -38,7 +42,7 @@ jobs:
3842
steps:
3943
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
4044
- name: Install HawkEye
41-
uses: taiki-e/install-action@3f74d7c16a4242f1c95561e98edc25d36adb4375 # v2.87.12
45+
uses: taiki-e/install-action@861a07ce7084f55488e375df125cdc99bba60eb7 # v2.87.23
4246
with:
4347
tool: hawkeye@7.0.0
4448
- name: Run license header check
@@ -66,7 +70,7 @@ jobs:
6670
source ci/scripts/utils/tool_versions.sh
6771
echo "LYCHEE_VERSION=${LYCHEE_VERSION}" >> "$GITHUB_ENV"
6872
- name: Install lychee
69-
uses: taiki-e/install-action@3f74d7c16a4242f1c95561e98edc25d36adb4375 # v2.87.12
73+
uses: taiki-e/install-action@861a07ce7084f55488e375df125cdc99bba60eb7 # v2.87.23
7074
with:
7175
tool: lychee@${{ env.LYCHEE_VERSION }}
7276
- name: Run markdown link check
@@ -91,7 +95,7 @@ jobs:
9195
# it may cause checks to fail more often.
9296
# We can upgrade it manually once a while.
9397
- name: Install typos
94-
uses: taiki-e/install-action@3f74d7c16a4242f1c95561e98edc25d36adb4375 # v2.87.12
98+
uses: taiki-e/install-action@861a07ce7084f55488e375df125cdc99bba60eb7 # v2.87.23
9599
with:
96100
tool: typos@1.37.0
97101
- name: Run typos check

‎.github/workflows/docs.yaml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,7 @@ jobs:
4343
path: asf-site
4444

4545
- name: Setup uv
46-
uses: astral-sh/setup-uv@bec219d24cd3e171d82865faccec33120bb574f4 # v10.1.0
46+
uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
4747

4848
- name: Install dependencies
4949
run: uv sync --package datafusion-docs
@@ -53,7 +53,7 @@ jobs:
5353
sudo apt-get update
5454
sudo apt-get install -y graphviz
5555
- name: Install cargo-depgraph
56-
uses: taiki-e/install-action@3f74d7c16a4242f1c95561e98edc25d36adb4375 # v2.87.12
56+
uses: taiki-e/install-action@861a07ce7084f55488e375df125cdc99bba60eb7 # v2.87.23
5757
with:
5858
tool: cargo-depgraph@1.6
5959

‎.github/workflows/docs_pr.yaml‎

Lines changed: 5 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -26,12 +26,14 @@ on:
2626
push:
2727
paths:
2828
- "docs/**"
29+
- "ci/scripts/check_docs_html.sh"
2930
branches:
3031
- main
3132
- branch-*
3233
pull_request:
3334
paths:
3435
- "docs/**"
36+
- "ci/scripts/check_docs_html.sh"
3537
# manual trigger
3638
# https://docs.github.com/en/actions/managing-workflow-runs/manually-running-a-workflow
3739
workflow_dispatch:
@@ -50,7 +52,7 @@ jobs:
5052
submodules: true
5153
fetch-depth: 1
5254
- name: Setup uv
53-
uses: astral-sh/setup-uv@bec219d24cd3e171d82865faccec33120bb574f4 # v10.1.0
55+
uses: astral-sh/setup-uv@c18668ad3cf93ea998bef934396af7bb5c839dc7 # v10.2.0
5456
- name: Install doc dependencies
5557
run: uv sync --package datafusion-docs
5658
- name: Install Graphviz
@@ -59,11 +61,8 @@ jobs:
5961
sudo apt-get update
6062
sudo apt-get install -y graphviz
6163
- name: Install cargo-depgraph
62-
uses: taiki-e/install-action@3f74d7c16a4242f1c95561e98edc25d36adb4375 # v2.87.12
64+
uses: taiki-e/install-action@861a07ce7084f55488e375df125cdc99bba60eb7 # v2.87.23
6365
with:
6466
tool: cargo-depgraph@1.6
6567
- name: Build docs html and check for warnings
66-
run: |
67-
set -x
68-
cd docs
69-
uv run --package datafusion-docs ./build.sh # fails on errors
68+
run: ./ci/scripts/check_docs_html.sh # fails on errors

‎.github/workflows/extended.yml‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -60,14 +60,14 @@ jobs:
6060
runs-on: ${{ vars.USE_RUNS_ON == 'true' && format('runs-on={0},family=m8a+m7a+c8a,cpu=32,image=ubuntu24-full-x64,extras=s3-cache,disk=large,tag=datafusion', github.run_id) || 'ubuntu-latest' }}
6161
# note: do not use amd/rust container to preserve disk space
6262
steps:
63-
- uses: runs-on/action@efac073ea2507ec18797de3a81704201ade11d9d # v2.3.1
63+
- uses: runs-on/action@17b59092eb37ebfdbb034460892887c09100eaa3 # v2.5.0
6464
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
6565
with:
6666
ref: ${{ github.event.inputs.pr_head_sha }} # otherwise use the event's commit, including the merge group
6767
submodules: true
6868
fetch-depth: 1
6969
- name: Free Disk Space (Ubuntu)
70-
uses: jlumbroso/free-disk-space@54081f138730dfa15788a46383842cd2f914a1be # v1.3.1
70+
uses: jlumbroso/free-disk-space@ceedf095f4ec1a097402bc6bd80831f2e1a6fde6 # v2.0.0
7171
- parallel:
7272
- name: Install Rust
7373
run: |
@@ -99,7 +99,7 @@ jobs:
9999
container:
100100
image: amd64/rust
101101
steps:
102-
- uses: runs-on/action@efac073ea2507ec18797de3a81704201ade11d9d # v2.3.1
102+
- uses: runs-on/action@17b59092eb37ebfdbb034460892887c09100eaa3 # v2.5.0
103103
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
104104
with:
105105
ref: ${{ github.event.inputs.pr_head_sha }} # otherwise use the event's commit, including the merge group
@@ -123,7 +123,7 @@ jobs:
123123
container:
124124
image: amd64/rust
125125
steps:
126-
- uses: runs-on/action@efac073ea2507ec18797de3a81704201ade11d9d # v2.3.1
126+
- uses: runs-on/action@17b59092eb37ebfdbb034460892887c09100eaa3 # v2.5.0
127127
- parallel:
128128
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
129129
with:

‎.github/workflows/large_files.yml‎

Lines changed: 1 addition & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -36,10 +36,6 @@ jobs:
3636
with:
3737
fetch-depth: 0
3838
- name: Check size of new Git objects
39-
env:
40-
# 1.5 MB ought to be enough for anybody.
41-
# TODO in case we may want to consciously commit a bigger file to the repo without using Git LFS we may disable the check e.g. with a label
42-
MAX_FILE_SIZE_BYTES: 1572864
4339
shell: bash
4440
run: |
4541
if [ "${{ github.event_name }}" = "merge_group" ]; then
@@ -51,18 +47,4 @@ jobs:
5147
base_sha="${{ github.event.pull_request.base.sha }}"
5248
head_sha="${{ github.event.pull_request.head.sha }}"
5349
fi
54-
git rev-list --objects ${base_sha}..${head_sha} \
55-
> pull-request-objects.txt
56-
exit_code=0
57-
while read -r id path; do
58-
# Skip objects which are not files (commits, trees)
59-
if [ ! -z "${path}" ]; then
60-
size="$(git cat-file -s "${id}")"
61-
if [ "${size}" -gt "${MAX_FILE_SIZE_BYTES}" ]; then
62-
exit_code=1
63-
echo "Object ${id} [${path}] has size ${size}, exceeding ${MAX_FILE_SIZE_BYTES} limit." >&2
64-
echo "::error file=${path}::File ${path} has size ${size}, exceeding ${MAX_FILE_SIZE_BYTES} limit."
65-
fi
66-
fi
67-
done < pull-request-objects.txt
68-
exit "${exit_code}"
50+
./ci/scripts/check_large_files.sh --base "${base_sha}" --head "${head_sha}"

0 commit comments

Comments
 (0)