From deb9519fbf9042052e43ae463d88f734746d4cf2 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Marko=20Milenkovi=C4=87?= Date: Sat, 11 Jan 2025 12:30:55 +0000 Subject: [PATCH] try DML patch --- Cargo.toml | 8 ++++---- ballista/core/proto/datafusion.proto | 18 +++++++++++++++++- 2 files changed, 21 insertions(+), 5 deletions(-) diff --git a/Cargo.toml b/Cargo.toml index 2a3e663235..6b1ff2d47c 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -26,10 +26,10 @@ arrow-flight = { version = "53", features = ["flight-sql-experimental"] } clap = { version = "4.5", features = ["derive", "cargo"] } configure_me = { version = "0.4.0" } configure_me_codegen = { version = "0.4.4" } -datafusion = "44.0.0" -datafusion-cli = "44.0.0" -datafusion-proto = "44.0.0" -datafusion-proto-common = "44.0.0" +datafusion = { path = "../arrow-datafusion-fork/datafusion/core" } +datafusion-cli = "44" +datafusion-proto = { path = "../arrow-datafusion-fork/datafusion/proto" } +datafusion-proto-common = { path = "../arrow-datafusion-fork/datafusion/proto-common" } object_store = "0.11" prost = "0.13" prost-types = "0.13" diff --git a/ballista/core/proto/datafusion.proto b/ballista/core/proto/datafusion.proto index e27f8af218..2a983058bd 100644 --- a/ballista/core/proto/datafusion.proto +++ b/ballista/core/proto/datafusion.proto @@ -61,6 +61,7 @@ message LogicalPlanNode { UnnestNode unnest = 30; RecursiveQueryNode recursive_query = 31; CteWorkTableScanNode cte_work_table_scan = 32; + DmlNode dml = 33; } } @@ -264,6 +265,21 @@ message CopyToNode { repeated string partition_by = 7; } +message DmlNode{ + enum Type { + UPDATE = 0; + DELETE = 1; + INSERT_APPEND = 2; + INSERT_OVERWRITE = 3; + INSERT_REPLACE = 4; + CTAS = 5; + } + Type dml_type = 1; + LogicalPlanNode input = 2; + TableReference table_name = 3; + datafusion_common.DfSchema schema = 4; +} + message UnnestNode { LogicalPlanNode input = 1; repeated datafusion_common.Column exec_columns = 2; @@ -1255,4 +1271,4 @@ message RecursiveQueryNode { message CteWorkTableScanNode { string name = 1; datafusion_common.Schema schema = 2; -} \ No newline at end of file +}