Merge branch 'feature/kafka' into feature/structure

Author: codejsha

kafka/README.md

@@ -4,15 +4,8 @@ Apache Kafka is an open-source distributed streaming platform that is used to bu
 
 ## Install
 
-### Binary/Archive
-
-```bash
-bash ./install-kafka.sh
-```
-
-### Docker Compose
-
-[/infrastructure-examples/kafka/docker-compose](/kafka/docker-compose/)
+- [/infrastructure-examples/kafka/docker-compose](/kafka/docker-compose/)
+- [/infrastructure-examples/kafka/standalone](/kafka/standalone/)
 
 ## Confluent Kafka
 

kafka/docker-compose/README.md

@@ -15,6 +15,12 @@ docker compose down --remove-orphans --volumes
 
 - kafka broker in kraft mode
 
+### apache-kraft-2
+
+- kafka broker in kraft mode
+- ksqldb
+- mysql
+
 ### apache-zk-1
 
 single node cluster with basic configuration

kafka/docker-compose/apache-kraft-2/docker-compose.yaml

@@ -0,0 +1,63 @@
+# SPDX-License-Identifier: APACHE-2.0
+# SPDX-FileCopyrightText: Copyright 2025 Jinseong Ha
+
+services:
+  kafka-broker:
+    image: bitnami/kafka:3.8
+    hostname: kafka-broker
+    ports:
+      - "9092:9092"
+    environment:
+      # KRaft settings
+      - KAFKA_CFG_NODE_ID=0
+      - KAFKA_CFG_PROCESS_ROLES=controller,broker
+      - KAFKA_CFG_CONTROLLER_QUORUM_VOTERS=0@kafka-broker:9094
+      # Listeners
+      - KAFKA_CFG_LISTENERS=INTERNAL://:9091,EXTERNAL://:9092,BROKER://:9093,CONTROLLER://:9094
+      - KAFKA_CFG_ADVERTISED_LISTENERS=INTERNAL://kafka-broker:9091,EXTERNAL://localhost:9092,BROKER://kafka-broker:9093
+      - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,BROKER:PLAINTEXT,CONTROLLER:PLAINTEXT
+      - KAFKA_CFG_INTER_BROKER_LISTENER_NAME=BROKER
+      - KAFKA_CFG_CONTROLLER_LISTENER_NAMES=CONTROLLER
+    networks:
+      - stream-network
+    volumes:
+      - kafka_broker_volume:/bitnami/kafka
+
+  ksqldb:
+    image: confluentinc/cp-ksqldb-server:7.7.0
+    hostname: ksqldb
+    ports:
+      - 8088:8088
+    environment:
+      KSQL_LISTENERS: http://0.0.0.0:8088
+      KSQL_BOOTSTRAP_SERVERS: kafka-broker:9091
+      KSQL_KSQL_LOGGING_PROCESSING_TOPIC_AUTO_CREATE: "true"
+      KSQL_KSQL_LOGGING_PROCESSING_STREAM_AUTO_CREATE: "true"
+    networks:
+      - stream-network
+    depends_on:
+      - kafka-broker
+
+  mysql:
+    image: quay.io/debezium/example-mysql:2.7
+    hostname: mysql
+    ports:
+      - 3306:3306
+    environment:
+      MYSQL_ROOT_PASSWORD: password
+      MYSQL_USER: mysqluser
+      MYSQL_PASSWORD: mysqlpw
+    networks:
+      - stream-network
+    volumes:
+      - mysql_volume:/var/lib/mysql
+
+networks:
+  stream-network:
+    driver: bridge
+
+volumes:
+  kafka_broker_volume:
+    driver: local
+  mysql_volume:
+    driver: local

kafka/ksqldb/command/ksql-query.sql

@@ -41,6 +41,17 @@ CAST(COL0 AS BIGINT)
 
 -- ######################################################################
 
+SELECT FORMAT_TIMESTAMP(TS, 'yyyy-MM-dd', 'asia/tokyo') AS event_date, COUNT(*) AS event_count FROM DEV_ADMIN_ACCESS_LOG_FILTERED GROUP BY FORMAT_TIMESTAMP(TS, 'yyyy-MM-dd', 'asia/tokyo') EMIT CHANGES;
+
+SELECT
+    FORMAT_TIMESTAMP(TS, 'yyyy-MM-dd', 'asia/tokyo') AS event_date,
+    COUNT(*) AS event_count
+FROM DEV_ADMIN_ACCESS_LOG_FILTERED
+    WINDOW TUMBLING (SIZE 1 DAY)
+GROUP BY FORMAT_TIMESTAMP(TS, 'yyyy-MM-dd', 'asia/tokyo')
+EMIT CHANGES;
+
+
 -- debezium
 CREATE TYPE dbz_schema_field_struct AS STRUCT<`type` VARCHAR, `optional` BOOLEAN, `field` VARCHAR>;
 CREATE TYPE dbz_schema_source_struct AS STRUCT<`type` VARCHAR, `fields` ARRAY<DBZ_SCHEMA_FIELD_STRUCT>, `optional` BOOLEAN, `name` VARCHAR, `field` VARCHAR>;