From dbd7d871d44a834077bf8c79101e08bdaee436dc Mon Sep 17 00:00:00 2001 From: Shiyan Xu <2701446+xushiyan@users.noreply.github.com> Date: Thu, 9 Jan 2025 14:26:00 -0600 Subject: [PATCH] build(deps): clean up dependencies (#240) - Minor version upgrade - Clean up unused dependencies - Use better version numbers --- Cargo.toml | 13 ++++++------- crates/core/Cargo.toml | 1 - crates/datafusion/Cargo.toml | 7 +++++++ crates/tests/Cargo.toml | 13 ++----------- python/Cargo.toml | 3 +-- 5 files changed, 16 insertions(+), 21 deletions(-) diff --git a/Cargo.toml b/Cargo.toml index d8e74743..976efead 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -46,7 +46,7 @@ arrow-ord = { version = "= 53.3.0" } arrow-row = { version = "= 53.3.0" } arrow-schema = { version = "= 53.3.0", features = ["serde"] } arrow-select = { version = "= 53.3.0" } -object_store = { version = "= 0.11.1", features = ["aws", "azure", "gcp"] } +object_store = { version = "= 0.11.2", features = ["aws", "azure", "gcp"] } parquet = { version = "= 53.3.0", features = ["async", "object_store"] } # datafusion @@ -61,19 +61,18 @@ serde = { version = "1.0", features = ["derive"] } serde_json = { version = "1.0" } # "stdlib" -thiserror = { version = "2.0.3" } +thiserror = { version = "2.0.10" } bytes = { version = "1" } chrono = { version = "0.4" } log = { version = "0.4" } paste = { version = "1.0.15" } -once_cell = { version = "1.19.0" } -strum = { version = "0.26.3", features = ["derive"] } -strum_macros = "0.26.4" -url = { version = "2" } +strum = { version = "0.26", features = ["derive"] } +strum_macros = "0.26" +url = { version = "2.5" } # runtime / async async-recursion = { version = "1.1.1" } async-trait = { version = "0.1" } -dashmap = { version = "6.0.1" } +dashmap = { version = "6.1" } futures = { version = "0.3" } tokio = { version = "1", features = ["rt-multi-thread"] } diff --git a/crates/core/Cargo.toml b/crates/core/Cargo.toml index f0a4602a..fe8c79df 100644 --- a/crates/core/Cargo.toml +++ b/crates/core/Cargo.toml @@ -69,7 +69,6 @@ datafusion-expr = { workspace = true, optional = true } datafusion-common = { workspace = true, optional = true } datafusion-physical-expr = { workspace = true, optional = true } percent-encoding = { workspace = true } -once_cell = { workspace = true } [dev-dependencies] hudi-tests = { path = "../tests" } diff --git a/crates/datafusion/Cargo.toml b/crates/datafusion/Cargo.toml index 53bc2e45..26e3d3cc 100644 --- a/crates/datafusion/Cargo.toml +++ b/crates/datafusion/Cargo.toml @@ -31,9 +31,16 @@ repository.workspace = true hudi-core = { version = "0.3.0", path = "../core", features = ["datafusion"] } # arrow arrow = { workspace = true } +arrow-arith = { workspace = true } arrow-array = { workspace = true } +arrow-buffer = { workspace = true } arrow-cast = { workspace = true } +arrow-ipc = { workspace = true } +arrow-json = { workspace = true } +arrow-ord = { workspace = true } +arrow-row = { workspace = true } arrow-schema = { workspace = true } +arrow-select = { workspace = true } # datafusion datafusion = { workspace = true } diff --git a/crates/tests/Cargo.toml b/crates/tests/Cargo.toml index 682d5d8a..5a9bf14e 100644 --- a/crates/tests/Cargo.toml +++ b/crates/tests/Cargo.toml @@ -30,16 +30,7 @@ repository.workspace = true [dependencies] # arrow arrow = { workspace = true } -arrow-arith = { workspace = true } arrow-array = { workspace = true } -arrow-buffer = { workspace = true } -arrow-cast = { workspace = true } -arrow-ipc = { workspace = true } -arrow-json = { workspace = true } -arrow-ord = { workspace = true } -arrow-row = { workspace = true } -arrow-schema = { workspace = true } -arrow-select = { workspace = true } # "stdlib" strum = { workspace = true } @@ -47,5 +38,5 @@ strum_macros = { workspace = true } url = { workspace = true } # testing -tempfile = "3.10.1" -zip-extract = "0.2.1" +tempfile = "3" +zip-extract = "0.2" diff --git a/python/Cargo.toml b/python/Cargo.toml index 6fc310bb..efcb9f46 100644 --- a/python/Cargo.toml +++ b/python/Cargo.toml @@ -36,7 +36,6 @@ doc = false hudi = { path = "../crates/hudi" } # arrow arrow = { workspace = true } -arrow-schema = { workspace = true } # "stdlib" thiserror = { workspace = true } @@ -46,5 +45,5 @@ futures = { workspace = true } tokio = { workspace = true } [dependencies.pyo3] -version = "0.22.4" +version = "0.22.6" features = ["extension-module", "abi3", "abi3-py39"]