Merge branch 'main' into avoid_empty_event

Author: Ted-Jiang

Cargo.toml

@@ -17,13 +17,22 @@
 
 [workspace]
 members = ["ballista-cli", "ballista/client", "ballista/core", "ballista/executor", "ballista/scheduler", "benchmarks", "examples"]
-exclude = ["python"]
 
 [workspace.dependencies]
-arrow = { version = "36.0.0" }
-arrow-flight = { version = "36.0.0", features = ["flight-sql-experimental"] }
-datafusion = "22.0.0"
-datafusion-proto = "22.0.0"
+arrow = { version = "37.0.0" }
+arrow-flight = { version = "37.0.0", features = ["flight-sql-experimental"] }
+configure_me = { version = "0.4.0" }
+configure_me_codegen = { version = "0.4.4" }
+datafusion = "23.0.0"
+datafusion-cli = "23.0.0"
+datafusion-proto = "23.0.0"
+object_store = "0.5.4"
+sqlparser = "0.33.0"
+tonic = { version = "0.9" }
+tonic-build = { version = "0.9", default-features = false, features = [
+    "transport",
+    "prost",
+] }
 
 # cargo build --profile release-lto
 [profile.release-lto]

ballista-cli/Cargo.toml

@@ -32,7 +32,7 @@ readme = "README.md"
 ballista = { path = "../ballista/client", version = "0.11.0", features = ["standalone"] }
 clap = { version = "3", features = ["derive", "cargo"] }
 datafusion = { workspace = true }
-datafusion-cli = "22.0.0"
+datafusion-cli = { workspace = true }
 dirs = "4.0.0"
 env_logger = "0.10"
 mimalloc = { version = "0.1", default-features = false }

ballista/client/Cargo.toml

@@ -36,7 +36,7 @@ datafusion-proto = { workspace = true }
 futures = "0.3"
 log = "0.4"
 parking_lot = "0.12"
-sqlparser = "0.32.0"
+sqlparser = { workspace = true }
 tempfile = "3"
 tokio = "1.0"
 

ballista/client/src/context.rs

@@ -623,7 +623,7 @@ mod tests {
                         .map(|t| ListingTableUrl::parse(t).unwrap())
                         .collect();
                     let config = ListingTableConfig::new_with_multi_paths(table_paths)
-                        .with_schema(Arc::new(Schema::new(vec![])))
+                        .with_schema(Arc::new(Schema::empty()))
                         .with_listing_options(error_options);
 
                     let error_table = ListingTable::try_new(config).unwrap();

ballista/core/Cargo.toml

@@ -24,7 +24,7 @@ homepage = "https://github.com/apache/arrow-ballista"
 repository = "https://github.com/apache/arrow-ballista"
 readme = "README.md"
 authors = ["Apache Arrow <[email protected]>"]
-edition = "2018"
+edition = "2021"
 build = "build.rs"
 
 # Exclude proto files so crates.io consumers don't need protoc
@@ -58,7 +58,7 @@ hashbrown = "0.13"
 itertools = "0.10"
 libloading = "0.7.3"
 log = "0.4"
-object_store = "0.5.2"
+object_store = { workspace = true }
 once_cell = "1.9.0"
 
 parking_lot = "0.12"
@@ -67,11 +67,11 @@ prost = "0.11"
 prost-types = "0.11"
 rand = "0.8"
 serde = { version = "1", features = ["derive"] }
-sqlparser = "0.32.0"
+sqlparser = { workspace = true }
 sys-info = "0.9.0"
 tokio = "1.0"
 tokio-stream = { version = "0.1", features = ["net"] }
-tonic = "0.8"
+tonic = { workspace = true }
 url = "2.2"
 uuid = { version = "1.0", features = ["v4"] }
 walkdir = "2.3.2"
@@ -81,7 +81,4 @@ tempfile = "3"
 
 [build-dependencies]
 rustc_version = "0.4.0"
-tonic-build = { version = "0.8", default-features = false, features = [
-    "transport",
-    "prost",
-] }
+tonic-build = { workspace = true }