Add null engine table implementation

Author: admin

apps/framework-cli/src/framework/core/partial_infrastructure_map.rs

@@ -159,6 +159,9 @@ struct DistributedConfig {
 #[derive(Debug, Deserialize)]
 #[serde(tag = "engine", rename_all = "camelCase")]
 enum EngineConfig {
+    #[serde(rename = "Null")]
+    Null {},
+
     #[serde(rename = "MergeTree")]
     MergeTree {},
 
@@ -747,6 +750,8 @@ impl PartialInfrastructureMap {
         partial_table: &PartialTable,
     ) -> Result<ClickhouseEngine, DmV2LoadingError> {
         match &partial_table.engine_config {
+            Some(EngineConfig::Null {}) => Ok(ClickhouseEngine::Null),
+
             Some(EngineConfig::MergeTree {}) => Ok(ClickhouseEngine::MergeTree),
 
             Some(EngineConfig::ReplacingMergeTree { ver, is_deleted }) => {

apps/framework-cli/src/framework/python/generate.rs

@@ -780,6 +780,12 @@ pub fn tables_to_python(tables: &[Table], life_cycle: Option<LifeCycle>) -> Stri
             crate::infrastructure::olap::clickhouse::queries::ClickhouseEngine::MergeTree => {
                 writeln!(output, "    engine=MergeTreeEngine(),").unwrap();
             }
+            crate::infrastructure::olap::clickhouse::queries::ClickhouseEngine::Null => {
+                // No explicit engine for Null in moose_lib,
+                // so we do not generate an `engine=...` parameter in OlapConfig.
+                // (If you want a real Null ENGINE later, we can adapt here.)
+            }
+
             crate::infrastructure::olap::clickhouse::queries::ClickhouseEngine::ReplacingMergeTree { ver, is_deleted } => {
                 // Emit ReplacingMergeTreeEngine with parameters if present
                 write!(output, "    engine=ReplacingMergeTreeEngine(").unwrap();

apps/framework-cli/src/framework/typescript/generate.rs

@@ -685,6 +685,11 @@ pub fn tables_to_typescript(tables: &[Table], life_cycle: Option<LifeCycle>) ->
                     writeln!(output, " }},").unwrap();
                 }
             }
+            crate::infrastructure::olap::clickhouse::queries::ClickhouseEngine::Null => {
+                // Table with engine Null : we expose the Null engine in TS
+                // (assuming you have ClickHouseEngines.Null in your TS enum)
+                writeln!(output, "    engine: ClickHouseEngines.Null,").unwrap();
+            }
             crate::infrastructure::olap::clickhouse::queries::ClickhouseEngine::MergeTree => {
                 writeln!(output, "    engine: ClickHouseEngines.MergeTree,").unwrap();
             }

apps/framework-cli/src/infrastructure/olap/clickhouse/queries.rs

@@ -234,6 +234,7 @@ impl BufferEngine {
 pub enum ClickhouseEngine {
     #[default]
     MergeTree,
+    Null,
     ReplacingMergeTree {
         // Optional version column for deduplication
         ver: Option<String>,
@@ -330,6 +331,7 @@ pub enum ClickhouseEngine {
 impl Into<String> for ClickhouseEngine {
     fn into(self) -> String {
         match self {
+            ClickhouseEngine::Null => "Null".to_string(),
             ClickhouseEngine::MergeTree => "MergeTree".to_string(),
             ClickhouseEngine::ReplacingMergeTree { ver, is_deleted } => {
                 Self::serialize_replacing_merge_tree(&ver, &is_deleted)
@@ -422,6 +424,11 @@ impl<'a> TryFrom<&'a str> for ClickhouseEngine {
     type Error = &'a str;
 
     fn try_from(value: &'a str) -> Result<Self, &'a str> {
+        // Try to parse Null engine
+        if value.eq_ignore_ascii_case("Null") {
+            return Ok(ClickhouseEngine::Null);
+        }
+
         // Try to parse distributed variants first (SharedMergeTree, ReplicatedMergeTree)
         if let Some(engine) = Self::try_parse_distributed_engine(value) {
             return engine;
@@ -775,6 +782,7 @@ impl ClickhouseEngine {
         let engine_name = value.strip_prefix("Shared").unwrap_or(value);
 
         match engine_name {
+            "Null" => Ok(ClickhouseEngine::Null),
             "MergeTree" => Ok(ClickhouseEngine::MergeTree),
             "ReplacingMergeTree" => Ok(ClickhouseEngine::ReplacingMergeTree {
                 ver: None,
@@ -1050,6 +1058,7 @@ impl ClickhouseEngine {
     /// Convert engine to string for proto storage (no sensitive data)
     pub fn to_proto_string(&self) -> String {
         match self {
+            ClickhouseEngine::Null => "Null".to_string(),
             ClickhouseEngine::MergeTree => "MergeTree".to_string(),
             ClickhouseEngine::ReplacingMergeTree { ver, is_deleted } => {
                 Self::serialize_replacing_merge_tree(ver, is_deleted)
@@ -1745,6 +1754,9 @@ impl ClickhouseEngine {
         // Without hashing "null", both would produce identical hashes.
 
         match self {
+            ClickhouseEngine::Null => {
+                hasher.update("Null".as_bytes());
+            }
             ClickhouseEngine::MergeTree => {
                 hasher.update("MergeTree".as_bytes());
             }
@@ -2249,6 +2261,7 @@ pub fn create_table_query(
     reg.register_escape_fn(no_escape);
 
     let engine = match &table.engine {
+        ClickhouseEngine::Null => "Null".to_string(),
         ClickhouseEngine::MergeTree => "MergeTree".to_string(),
         ClickhouseEngine::ReplacingMergeTree { ver, is_deleted } => build_replacing_merge_tree_ddl(
             ver,
@@ -4927,6 +4940,16 @@ ENGINE = S3Queue('s3://my-bucket/data/*.csv', NOSIGN, 'CSV')"#;
         }
     }
 
+    #[test]
+    fn test_null_engine_roundtrip() {
+        let engine_str = "Null";
+        let engine: ClickhouseEngine = engine_str.try_into().unwrap();
+        assert!(matches!(engine, ClickhouseEngine::Null));
+
+        let serialized: String = engine.into();
+        assert_eq!(serialized, "Null");
+    }
+
     #[test]
     fn test_buffer_engine_round_trip() {
         // Test Buffer engine with all parameters

apps/framework-cli/src/infrastructure/olap/clickhouse/sql_parser.rs

@@ -1557,4 +1557,20 @@ pub mod tests {
         let indexes = extract_indexes_from_create_table(NESTED_OBJECTS_SQL).unwrap();
         assert_eq!(indexes.len(), 0);
     }
+
+    #[test]
+    fn test_extract_null_engine() {
+        // Test for engine = Null
+        let sql = "CREATE TABLE test (x Int32) ENGINE = Null";
+        let result = extract_engine_from_create_table(sql);
+        assert_eq!(result, Some("Null".to_string()));
+    }
+
+    #[test]
+    fn test_extract_null_engine_lowercase() {
+        // Test for engine = null (lowercase)
+        let sql = "create table test (x Int32) engine = null";
+        let result = extract_engine_from_create_table(sql);
+        assert_eq!(result, Some("null".to_string()));
+    }
 }

examples/null-engine-example/null-engine-example-py/.gitignore

@@ -0,0 +1,42 @@
+.moose
+__pycache__
+*.pyc
+*.pyo
+*.pyd
+.Python
+env
+.venv
+venv
+ENV
+env.bak
+.spyderproject
+.ropeproject
+.idea
+*.ipynb_checkpoints
+.pytest_cache
+.mypy_cache
+.hypothesis
+.coverage
+cover
+*.cover
+.DS_Store
+.cache
+*.so
+*.egg
+*.egg-info
+dist
+build
+develop-eggs
+downloads
+eggs
+lib
+lib64
+parts
+sdist
+var
+wheels
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+

examples/null-engine-example/null-engine-example-py/.vscode/extensions.json

@@ -0,0 +1,9 @@
+{
+  "recommendations": [
+    "frigus02.vscode-sql-tagged-template-literals-syntax-only",
+    "mtxr.sqltools",
+    "ultram4rine.sqltools-clickhouse-driver",
+    "jeppeandersen.vscode-kafka",
+    "rangav.vscode-thunder-client"
+  ]
+}

examples/null-engine-example/null-engine-example-py/.vscode/settings.json

@@ -0,0 +1,17 @@
+{
+  "sqltools.connections": [
+    {
+      "server": "localhost",
+      "port": 18123,
+      "useHTTPS": false,
+      "database": "local",
+      "username": "panda",
+      "enableTls": false,
+      "password": "pandapass",
+      "driver": "ClickHouse",
+      "name": "moose clickhouse"
+    }
+  ],
+  "python.analysis.extraPaths": [".moose/versions"],
+  "python.analysis.typeCheckingMode": "basic"
+}

examples/null-engine-example/null-engine-example-py/README.md

@@ -0,0 +1,48 @@
+# Template: Python
+
+This is a Python-based Moose template that provides a foundation for building data-intensive applications using Python.
+
+[![PyPI Version](https://img.shields.io/pypi/v/moose-cli?logo=python)](https://pypi.org/project/moose-cli/)
+[![Moose Community](https://img.shields.io/badge/slack-moose_community-purple.svg?logo=slack)](https://join.slack.com/t/moose-community/shared_invite/zt-2fjh5n3wz-cnOmM9Xe9DYAgQrNu8xKxg)
+[![Docs](https://img.shields.io/badge/quick_start-docs-blue.svg)](https://docs.fiveonefour.com/moose/getting-started/quickstart)
+[![MIT license](https://img.shields.io/badge/license-MIT-yellow.svg)](LICENSE)
+
+## Getting Started
+
+### Prerequisites
+
+* [Docker Desktop](https://www.docker.com/products/docker-desktop/)
+* [Python](https://www.python.org/downloads/) (version 3.8+)
+* [An Anthropic API Key](https://docs.anthropic.com/en/api/getting-started)
+* [Cursor](https://www.cursor.com/) or [Claude Desktop](https://claude.ai/download)
+
+### Installation
+
+1. Install Moose CLI: `pip install moose-cli`
+2. Create project: `moose init <project-name> python`
+3. Install dependencies: `cd <project-name> && pip install -r requirements.txt`
+4. Run Moose: `moose dev`
+
+You are ready to go! You can start editing the app by modifying primitives in the `app` subdirectory.
+
+## Learn More
+
+To learn more about Moose, take a look at the following resources:
+
+- [Moose Documentation](https://docs.fiveonefour.com/moose) - learn about Moose.
+- [Sloan Documentation](https://docs.fiveonefour.com/sloan) - learn about Sloan, the MCP interface for data engineering.
+
+## Community
+
+You can join the Moose community [on Slack](https://join.slack.com/t/moose-community/shared_invite/zt-2fjh5n3wz-cnOmM9Xe9DYAgQrNu8xKxg). Check out the [MooseStack repo on GitHub](https://github.com/514-labs/moosestack).
+
+## Deploy on Boreal
+
+The easiest way to deploy your MooseStack Applications is to use [Boreal](https://www.fiveonefour.com/boreal) from 514 Labs, the creators of Moose.
+
+[Sign up](https://www.boreal.cloud/sign-up).
+
+## License
+
+This template is MIT licensed.
+