crate core-executor

Author: rampage644

Cargo.toml

@@ -23,6 +23,9 @@ debug = true
 codegen-units = 16
 
 [workspace.dependencies]
+aws-config = { version = "1.5.17" }
+aws-credential-types = { version = "1.2.1",  features = ["hardcoded-credentials"]}
+
 jsonwebtoken = "9.3.1"
 chrono = { version = "0.4.41", default-features = false, features = ["serde",  "clock"] }
 futures = { version = "0.3" }
@@ -34,6 +37,7 @@ url = "2.5"
 tokio = { version = "1", features = ["full"] }
 async-trait = { version = "0.1.84" }
 serde = { version = "1.0", features = ["derive"] }
+strum = { version = "0.26.3", features = ["derive"] }
 slatedb = { version = "0.6.1" }
 bytes = { version = "1.8.0" }
 snmalloc-rs = { version = "0.3" }

crates/core-executor/Cargo.toml

@@ -5,6 +5,48 @@ edition = "2024"
 license-file.workspace = true
 
 [dependencies]
+core-utils = { path = "../core-utils" }
+core-metastore = { path = "../core-metastore" }
+df-builtins = { path = "../df-builtins" }
+df-catalog = { path = "../df-catalog" }
+
+async-trait = { workspace = true }
+aws-config = { workspace = true }
+aws-credential-types = { workspace = true }
+bytes = { workspace = true }
+chrono = { workspace = true }
+datafusion = { workspace = true }
+datafusion-common = { workspace = true }
+datafusion-doc = { workspace = true }
+datafusion-expr = { workspace = true }
+datafusion-functions-json = { workspace = true }
+datafusion-physical-plan = { workspace = true }
+datafusion_iceberg = { workspace = true }
+futures = { workspace = true }
+sqlparser = { git = "https://github.com/Embucket/datafusion-sqlparser-rs.git", rev = "ed416548dcfe4a73a3240bbf625fb9010a4925c8", features = [
+  "visitor",
+] }
+iceberg-rust = { workspace = true }
+iceberg-s3tables-catalog = { workspace = true }
+
+object_store = { workspace = true }
+regex = { version = "1.11.0" }
+snafu = { workspace = true }
+serde = { workspace = true }
+serde_json = { workspace = true }
+
+strum = { workspace = true }
+tracing = { workspace = true }
+tracing-attributes = { workspace = true }
+tokio = { workspace = true }
+tokio-stream = "0.1.17"
+
+url = { workspace = true }
+uuid = { workspace = true }
+
+[dev-dependencies]
+bytes = { workspace = true }
+insta = { version = "1.42.0", features = ["yaml", "filters"] }
 
 [lints]
 workspace = true

crates/runtime/src/execution/datafusion/analyzer.rs renamed to crates/core-executor/src/datafusion/analyzer.rs

@@ -5,7 +5,9 @@ use snafu::prelude::*;
 #[snafu(visibility(pub(crate)))]
 pub enum SQLError {
     #[snafu(display("Arrow error: {source}"))]
-    Arrow { source: arrow::error::ArrowError },
+    Arrow {
+        source: datafusion::arrow::error::ArrowError,
+    },
 
     #[snafu(display("DataFusion error: {source}"))]
     DataFusion { source: DataFusionError },

crates/runtime/src/execution/datafusion/error.rs renamed to crates/core-executor/src/datafusion/error.rs

@@ -2,7 +2,8 @@
 //pub mod error;
 pub mod analyzer;
 pub mod error;
-pub mod functions;
 pub mod planner;
 pub mod type_planner;
 pub mod visitors;
+
+pub use df_builtins as functions;

crates/runtime/src/execution/datafusion/mod.rs renamed to crates/core-executor/src/datafusion/mod.rs

@@ -1,37 +1,3 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements.  See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership.  The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License.  You may obtain a copy of the License at
-//
-//   http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied.  See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements.  See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership.  The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License.  You may obtain a copy of the License at
-//
-//   http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied.  See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
 use datafusion_expr::sqlparser::ast::VisitMut;
 use datafusion_expr::sqlparser::ast::{
     Expr, FunctionArg, FunctionArgExpr, FunctionArgumentList, FunctionArguments, Ident, ObjectName,
@@ -46,7 +12,7 @@ impl VisitorMut for FunctionsRewriter {
     type Break = ();
 
     fn post_visit_expr(&mut self, expr: &mut Expr) -> std::ops::ControlFlow<Self::Break> {
-        if let Expr::Function(ref mut func) = expr {
+        if let Expr::Function(func) = expr {
             let func_name_string = func.name.clone().to_string().to_lowercase();
             let func_name = func_name_string.as_str();
             let args = &mut func.args;

crates/runtime/src/execution/datafusion/planner.rs renamed to crates/core-executor/src/datafusion/planner.rs

@@ -1,37 +1,3 @@
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements.  See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership.  The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License.  You may obtain a copy of the License at
-//
-//   http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied.  See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
-// Licensed to the Apache Software Foundation (ASF) under one
-// or more contributor license agreements.  See the NOTICE file
-// distributed with this work for additional information
-// regarding copyright ownership.  The ASF licenses this file
-// to you under the Apache License, Version 2.0 (the
-// "License"); you may not use this file except in compliance
-// with the License.  You may obtain a copy of the License at
-//
-//   http://www.apache.org/licenses/LICENSE-2.0
-//
-// Unless required by applicable law or agreed to in writing,
-// software distributed under the License is distributed on an
-// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-// KIND, either express or implied.  See the License for the
-// specific language governing permissions and limitations
-// under the License.
-
 use datafusion_expr::sqlparser::ast::VisitMut;
 use datafusion_expr::sqlparser::ast::{
     Expr as ASTExpr, Function, FunctionArg, FunctionArgExpr, FunctionArgumentList,

crates/runtime/src/execution/datafusion/type_planner.rs renamed to crates/core-executor/src/datafusion/type_planner.rs

@@ -0,0 +1,4 @@
+//pub mod analyzer;
+//pub mod error;
+pub mod functions_rewriter;
+pub mod json_element;