Skip to content

55.1 upgrade #180

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
gene-bordegaray wants to merge 14 commits into from
Closed

55.1 upgrade #180

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
14 commits
Select commit Hold shift + click to select a range
a323585
[branch-55] fix: make UnnestExec respect datafusion.execution.batch_s…
alamb Aug 20, 2026
045b590
[branch-55] fix: apply struct field filters when the file schema need…
alamb Aug 21, 2026
20268a7
[branch-55] fix(ffi): use the session's LogicalExtensionCodec in crea…
timsaucer Aug 26, 2026
1a944f4
[branch-55] fix: preserve provided arguments during FFI object constr…
timsaucer Aug 28, 2026
795c861
[branch-55] fix: adapt input batches with stricter nested nullability…
timsaucer Aug 28, 2026
1540853
[branch-55] Fix panic on RightMark hash joins when propagating orderi…
timsaucer Aug 29, 2026
573f816
[branch-55] fix(common): support empty struct in ScalarValue::compact…
timsaucer Sep 2, 2026
4d524a1
[branch-55] chore: Minor dependency updates (#24879)
timsaucer Sep 2, 2026
cf1ccae
[branch-55] Align metadata propagation through Physical and Logical c…
timsaucer Sep 2, 2026
66ed9b5
[branch-55] fix: preserve projection metadata during optimization (#2…
gene-bordegaray Sep 8, 2026
7d3835c
chore: update version 55.1.0 (#25070)
timsaucer Sep 8, 2026
c24305b
Add support for dictionary for approx_distinct (#24646)
mkleen Sep 4, 2026
aaed635
substrait: add an extension point for per-field Arrow metadata on use…
moraistejerina Sep 7, 2026
a13f004
Merge remote-tracking branch 'origin/branch-55' into gene.bordegaray/…
gene-bordegaray Sep 9, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
115 changes: 58 additions & 57 deletions Cargo.lock
View file
Open in desktop

Large diffs are not rendered by default.

78 changes: 39 additions & 39 deletions Cargo.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ repository = "https://github.com/apache/datafusion"
# Define Minimum Supported Rust Version (MSRV)
rust-version = "1.94.0"
# Define DataFusion version
version = "55.0.0"
version = "55.1.0"

[workspace.dependencies]
# We turn off default-features for some dependencies here so the workspaces which inherit them can
Expand Down Expand Up @@ -121,44 +121,44 @@ chrono = { version = "0.4.45", default-features = false }
criterion = "0.8"
ctor = "1.0.7"
dashmap = "6.2.1"
datafusion = { path = "datafusion/core", version = "55.0.0", default-features = false }
datafusion-catalog = { path = "datafusion/catalog", version = "55.0.0" }
datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "55.0.0" }
datafusion-common = { path = "datafusion/common", version = "55.0.0", default-features = false }
datafusion-common-runtime = { path = "datafusion/common-runtime", version = "55.0.0" }
datafusion-datasource = { path = "datafusion/datasource", version = "55.0.0", default-features = false }
datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "55.0.0", default-features = false }
datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "55.0.0", default-features = false }
datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "55.0.0", default-features = false }
datafusion-datasource-json = { path = "datafusion/datasource-json", version = "55.0.0", default-features = false }
datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "55.0.0", default-features = false }
datafusion-doc = { path = "datafusion/doc", version = "55.0.0" }
datafusion-execution = { path = "datafusion/execution", version = "55.0.0", default-features = false }
datafusion-expr = { path = "datafusion/expr", version = "55.0.0", default-features = false }
datafusion-expr-common = { path = "datafusion/expr-common", version = "55.0.0" }
datafusion-ffi = { path = "datafusion/ffi", version = "55.0.0" }
datafusion-functions = { path = "datafusion/functions", version = "55.0.0" }
datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "55.0.0" }
datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "55.0.0" }
datafusion-functions-nested = { path = "datafusion/functions-nested", version = "55.0.0", default-features = false }
datafusion-functions-table = { path = "datafusion/functions-table", version = "55.0.0" }
datafusion-functions-window = { path = "datafusion/functions-window", version = "55.0.0" }
datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "55.0.0" }
datafusion-macros = { path = "datafusion/macros", version = "55.0.0" }
datafusion-optimizer = { path = "datafusion/optimizer", version = "55.0.0", default-features = false }
datafusion-physical-expr = { path = "datafusion/physical-expr", version = "55.0.0", default-features = false }
datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "55.0.0", default-features = false }
datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "55.0.0", default-features = false }
datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "55.0.0" }
datafusion-physical-plan = { path = "datafusion/physical-plan", version = "55.0.0" }
datafusion-proto = { path = "datafusion/proto", version = "55.0.0", default-features = false }
datafusion-proto-common = { path = "datafusion/proto-common", version = "55.0.0" }
datafusion-proto-models = { path = "datafusion/proto-models", version = "55.0.0" }
datafusion-pruning = { path = "datafusion/pruning", version = "55.0.0" }
datafusion-session = { path = "datafusion/session", version = "55.0.0" }
datafusion-spark = { path = "datafusion/spark", version = "55.0.0" }
datafusion-sql = { path = "datafusion/sql", version = "55.0.0" }
datafusion-substrait = { path = "datafusion/substrait", version = "55.0.0" }
datafusion = { path = "datafusion/core", version = "55.1.0", default-features = false }
datafusion-catalog = { path = "datafusion/catalog", version = "55.1.0" }
datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "55.1.0" }
datafusion-common = { path = "datafusion/common", version = "55.1.0", default-features = false }
datafusion-common-runtime = { path = "datafusion/common-runtime", version = "55.1.0" }
datafusion-datasource = { path = "datafusion/datasource", version = "55.1.0", default-features = false }
datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "55.1.0", default-features = false }
datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "55.1.0", default-features = false }
datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "55.1.0", default-features = false }
datafusion-datasource-json = { path = "datafusion/datasource-json", version = "55.1.0", default-features = false }
datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "55.1.0", default-features = false }
datafusion-doc = { path = "datafusion/doc", version = "55.1.0" }
datafusion-execution = { path = "datafusion/execution", version = "55.1.0", default-features = false }
datafusion-expr = { path = "datafusion/expr", version = "55.1.0", default-features = false }
datafusion-expr-common = { path = "datafusion/expr-common", version = "55.1.0" }
datafusion-ffi = { path = "datafusion/ffi", version = "55.1.0" }
datafusion-functions = { path = "datafusion/functions", version = "55.1.0" }
datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "55.1.0" }
datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "55.1.0" }
datafusion-functions-nested = { path = "datafusion/functions-nested", version = "55.1.0", default-features = false }
datafusion-functions-table = { path = "datafusion/functions-table", version = "55.1.0" }
datafusion-functions-window = { path = "datafusion/functions-window", version = "55.1.0" }
datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "55.1.0" }
datafusion-macros = { path = "datafusion/macros", version = "55.1.0" }
datafusion-optimizer = { path = "datafusion/optimizer", version = "55.1.0", default-features = false }
datafusion-physical-expr = { path = "datafusion/physical-expr", version = "55.1.0", default-features = false }
datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "55.1.0", default-features = false }
datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "55.1.0", default-features = false }
datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "55.1.0" }
datafusion-physical-plan = { path = "datafusion/physical-plan", version = "55.1.0" }
datafusion-proto = { path = "datafusion/proto", version = "55.1.0", default-features = false }
datafusion-proto-common = { path = "datafusion/proto-common", version = "55.1.0" }
datafusion-proto-models = { path = "datafusion/proto-models", version = "55.1.0" }
datafusion-pruning = { path = "datafusion/pruning", version = "55.1.0" }
datafusion-session = { path = "datafusion/session", version = "55.1.0" }
datafusion-spark = { path = "datafusion/spark", version = "55.1.0" }
datafusion-sql = { path = "datafusion/sql", version = "55.1.0" }
datafusion-substrait = { path = "datafusion/substrait", version = "55.1.0" }

doc-comment = "0.3"
env_logger = "0.11"
Expand Down
5 changes: 3 additions & 2 deletions datafusion-examples/examples/custom_data_source/custom_file_casts.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -188,10 +188,11 @@ impl PhysicalExprAdapter for CustomCastsPhysicalExprAdapter {
if let Some(cast) = expr.downcast_ref::<CastExpr>() {
let input_data_type =
cast.expr().data_type(&self.physical_file_schema)?;
let output_data_type = cast.target_field().data_type();
let output_field = cast.target_field();
if !cast.is_bigger_cast(&input_data_type) {
return not_impl_err!(
"Unsupported CAST from {input_data_type} to {output_data_type}"
"Unsupported CAST from {input_data_type} to {}",
output_field.data_type()
);
}
}
Expand Down
Loading
Loading