WIP: Add tokomak optimizer

datafusion/Cargo.toml

@@ -53,6 +53,7 @@ paste = "^1.0"
 num_cpus = "1.13.0"
 chrono = "0.4"
 async-trait = "0.1.41"
+egg = "0.6.0"
 futures = "0.3"
 pin-project-lite= "^0.2.0"
 tokio = { version = "1.0", features = ["macros", "rt", "rt-multi-thread", "sync"] }

datafusion/src/execution/context.rs

@@ -23,6 +23,7 @@ use crate::{
     },
     optimizer::{
         eliminate_limit::EliminateLimit, hash_build_probe_order::HashBuildProbeOrder,
+        simplification::Tokomak,
     },
     physical_optimizer::optimizer::PhysicalOptimizerRule,
 };
@@ -648,6 +649,7 @@ impl ExecutionConfig {
             concurrency: num_cpus::get(),
             batch_size: 8192,
             optimizers: vec![
+                Arc::new(Tokomak::new()),
                 Arc::new(ConstantFolding::new()),
                 Arc::new(EliminateLimit::new()),
                 Arc::new(ProjectionPushDown::new()),

datafusion/src/optimizer/mod.rs

@@ -25,4 +25,5 @@ pub mod hash_build_probe_order;
 pub mod limit_push_down;
 pub mod optimizer;
 pub mod projection_push_down;
+pub mod simplification;
 pub mod utils;