Merge branch 'main' into feat/airflow-enhanced

Author: adwk67

demos/nifi-kafka-druid-earthquake-data/create-druid-ingestion-job.yaml

@@ -17,7 +17,7 @@ spec:
             - -c
             - |
               echo 'Waiting for Druid Coordinator to be created'
-              kubectl wait --for=create pod/druid-coordinator-default-0
+              kubectl wait --for=create pod/druid-coordinator-default-0 --timeout=30m
               echo 'Waiting for Druid Coordinator to be ready'
               kubectl wait --for=condition=Ready pod/druid-coordinator-default-0 --timeout=30m
       containers:
@@ -52,7 +52,7 @@ data:
         "ioConfig": {
           "type": "kafka",
           "consumerProperties": {
-            "bootstrap.servers": "kafka-broker-default.default.svc.cluster.local:9093",
+            "bootstrap.servers": "kafka-broker-default-headless.default.svc.cluster.local:9093",
             "security.protocol": "SSL",
             "ssl.truststore.location": "/stackable/tls/truststore.p12",
             "ssl.truststore.password": "changeit",

demos/nifi-kafka-druid-water-level-data/create-druid-ingestion-job.yaml

@@ -17,7 +17,7 @@ spec:
             - -c
             - |
               echo 'Waiting for Druid Coordinator to be created'
-              kubectl wait --for=create pod/druid-coordinator-default-0
+              kubectl wait --for=create pod/druid-coordinator-default-0 --timeout=30m
               echo 'Waiting for Druid Coordinator to be ready'
               kubectl wait --for=condition=Ready pod/druid-coordinator-default-0 --timeout=30m
       containers:
@@ -54,7 +54,7 @@ data:
         "ioConfig": {
           "type": "kafka",
           "consumerProperties": {
-            "bootstrap.servers": "kafka-broker-default.default.svc.cluster.local:9093",
+            "bootstrap.servers": "kafka-broker-default-headless.default.svc.cluster.local:9093",
             "security.protocol": "SSL",
             "ssl.truststore.location": "/stackable/tls/truststore.p12",
             "ssl.truststore.password": "changeit",
@@ -133,7 +133,7 @@ data:
         "ioConfig": {
           "type": "kafka",
           "consumerProperties": {
-            "bootstrap.servers": "kafka-broker-default.default.svc.cluster.local:9093",
+            "bootstrap.servers": "kafka-broker-default-headless.default.svc.cluster.local:9093",
             "security.protocol": "SSL",
             "ssl.truststore.location": "/stackable/tls/truststore.p12",
             "ssl.truststore.password": "changeit",

stacks/data-lakehouse-iceberg-trino-spark/zookeeper.yaml

@@ -5,7 +5,7 @@ metadata:
   name: hive-iceberg
 spec:
   image:
-    productVersion: 4.0.0
+    productVersion: 4.1.0
   clusterConfig:
     database:
       connString: jdbc:postgresql://postgresql-hive-iceberg:5432/hive

stacks/end-to-end-security/hive-metastore.yaml

@@ -194,7 +194,6 @@ stacks:
       - plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/data-lakehouse-iceberg-trino-spark/s3-connection.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/data-lakehouse-iceberg-trino-spark/hive-metastores.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/data-lakehouse-iceberg-trino-spark/trino.yaml
-      - plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/data-lakehouse-iceberg-trino-spark/zookeeper.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/data-lakehouse-iceberg-trino-spark/kafka.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/data-lakehouse-iceberg-trino-spark/nifi.yaml
       - plainYaml: https://raw.githubusercontent.com/stackabletech/demos/main/stacks/nifi-kafka-druid-superset-s3/superset.yaml # Reuse