From a631def22b2346fc0e02651196b8129eaef55cbf Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 15:25:28 +0100 Subject: [PATCH 01/17] fix version Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/pom.xml b/build/es-kafka-connecter/kafka_connect_transforms/pom.xml index beb244f..0fc6354 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/pom.xml +++ b/build/es-kafka-connecter/kafka_connect_transforms/pom.xml @@ -30,7 +30,7 @@ io.mosip kafka_connect_transforms kafka_connect_transforms - 1.2.0.1 + 1.3.0-SNAPSHOT https://github.com/mosip/reporting From 71e1aa07c937c962f45decadca108c9b39e5af98 Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 15:33:37 +0100 Subject: [PATCH 02/17] fix version Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/pom.xml | 2 -- 1 file changed, 2 deletions(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/pom.xml b/build/es-kafka-connecter/kafka_connect_transforms/pom.xml index 0fc6354..96c75ef 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/pom.xml +++ b/build/es-kafka-connecter/kafka_connect_transforms/pom.xml @@ -32,14 +32,12 @@ kafka_connect_transforms 1.3.0-SNAPSHOT https://github.com/mosip/reporting - UTF-8 1.7 2.22.0 1.7 - org.junit.jupiter From 0df8e0e0db5031f268511df9dc088ba93f8f5bc9 Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 15:40:34 +0100 Subject: [PATCH 03/17] fix version Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/pom.xml | 1 + 1 file changed, 1 insertion(+) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/pom.xml b/build/es-kafka-connecter/kafka_connect_transforms/pom.xml index 96c75ef..6f699c1 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/pom.xml +++ b/build/es-kafka-connecter/kafka_connect_transforms/pom.xml @@ -32,6 +32,7 @@ kafka_connect_transforms 1.3.0-SNAPSHOT https://github.com/mosip/reporting + MOSIP Kafka Connect custom transforms for ElasticSearch UTF-8 1.7 From 7a95ef3553a82f65c7457b5943288e920579a5ba Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 15:46:28 +0100 Subject: [PATCH 04/17] fix dockerfile Signed-off-by: kaledOu --- build/debezium-fixer/Dockerfile | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/build/debezium-fixer/Dockerfile b/build/debezium-fixer/Dockerfile index a5d4d8b..51331d0 100644 --- a/build/debezium-fixer/Dockerfile +++ b/build/debezium-fixer/Dockerfile @@ -1,3 +1,8 @@ +ARG SOURCE +ARG COMMIT_HASH +ARG COMMIT_ID +ARG BUILD_TIME + FROM alpine:3.15.4 ARG container_user=mosip From 26ba46ed753ae3146e52d183eb4e11b479ece8a1 Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 15:52:13 +0100 Subject: [PATCH 05/17] fix dockerfile for all module Signed-off-by: kaledOu --- build/debezium-fixer/Dockerfile | 7 ++++++- build/reporting-init/debezium-init/Dockerfile | 10 ++++++++++ build/reporting-init/es-kafka-connect-init/Dockerfile | 10 ++++++++++ 3 files changed, 26 insertions(+), 1 deletion(-) diff --git a/build/debezium-fixer/Dockerfile b/build/debezium-fixer/Dockerfile index 51331d0..29d83c9 100644 --- a/build/debezium-fixer/Dockerfile +++ b/build/debezium-fixer/Dockerfile @@ -1,9 +1,14 @@ +FROM alpine:3.15.4 + ARG SOURCE ARG COMMIT_HASH ARG COMMIT_ID ARG BUILD_TIME -FROM alpine:3.15.4 +LABEL source=${SOURCE} +LABEL commit_hash=${COMMIT_HASH} +LABEL commit_id=${COMMIT_ID} +LABEL build_time=${BUILD_TIME} ARG container_user=mosip ARG container_user_group=mosip diff --git a/build/reporting-init/debezium-init/Dockerfile b/build/reporting-init/debezium-init/Dockerfile index b109811..6803230 100644 --- a/build/reporting-init/debezium-init/Dockerfile +++ b/build/reporting-init/debezium-init/Dockerfile @@ -1,5 +1,15 @@ FROM alpine +ARG SOURCE +ARG COMMIT_HASH +ARG COMMIT_ID +ARG BUILD_TIME + +LABEL source=${SOURCE} +LABEL commit_hash=${COMMIT_HASH} +LABEL commit_id=${COMMIT_ID} +LABEL build_time=${BUILD_TIME} + RUN apk add curl bash vim ADD docker-entrypoint.sh / diff --git a/build/reporting-init/es-kafka-connect-init/Dockerfile b/build/reporting-init/es-kafka-connect-init/Dockerfile index c225f5f..8336ff8 100644 --- a/build/reporting-init/es-kafka-connect-init/Dockerfile +++ b/build/reporting-init/es-kafka-connect-init/Dockerfile @@ -1,5 +1,15 @@ FROM alpine +ARG SOURCE +ARG COMMIT_HASH +ARG COMMIT_ID +ARG BUILD_TIME + +LABEL source=${SOURCE} +LABEL commit_hash=${COMMIT_HASH} +LABEL commit_id=${COMMIT_ID} +LABEL build_time=${BUILD_TIME} + RUN apk add curl bash vim RUN mkdir /connectors /kibana_saved_objects From c83367325933ed317187febfa180f2738d5b016d Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 16:03:31 +0100 Subject: [PATCH 06/17] update wf file from v3 to v4 Signed-off-by: kaledOu --- .github/workflows/push-trigger.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/push-trigger.yml b/.github/workflows/push-trigger.yml index 171132f..7e8be8b 100644 --- a/.github/workflows/push-trigger.yml +++ b/.github/workflows/push-trigger.yml @@ -43,8 +43,8 @@ jobs: NEW_BUILD_ARTIFACT: es-kafka-connect SERVICE_LOCATION: build/es-kafka-connecter/kafka_connect_transforms steps: - - uses: actions/checkout@v3 - - uses: actions/download-artifact@v3 + - uses: actions/checkout@v4 + - uses: actions/download-artifact@v4 if: ${{ ( env.BUILD_ARTIFACT != 'false' ) }} with: name: ${{ env.BUILD_ARTIFACT }} @@ -65,7 +65,7 @@ jobs: - name: Upload the springboot jars if: ${{ !contains(github.ref, 'master') || !contains(github.ref, 'main') }} - uses: actions/upload-artifact@v3 + uses: actions/upload-artifact@v4 with: name: ${{ env.NEW_BUILD_ARTIFACT }} path: ${{ env.NEW_BUILD_ARTIFACT }}.zip From 0b76925df9552652a85999615080cd783aa65ca4 Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 16:06:29 +0100 Subject: [PATCH 07/17] update wf file from v3 to v4 Signed-off-by: kaledOu --- .../kafka_connect_transforms/Dockerfile | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index 57096bb..7337813 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -1,5 +1,15 @@ FROM confluentinc/cp-kafka-connect:7.0.0-1-ubi8 +ARG SOURCE +ARG COMMIT_HASH +ARG COMMIT_ID +ARG BUILD_TIME + +LABEL source=${SOURCE} +LABEL commit_hash=${COMMIT_HASH} +LABEL commit_id=${COMMIT_ID} +LABEL build_time=${BUILD_TIME} + RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.3 ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms From 30e0a28101d6000c98fb268cf53eb4d3abfd17f6 Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 16:16:37 +0100 Subject: [PATCH 08/17] change version confluentinc/kafka-connect-elasticsearch:11.1.3 to confluentinc/kafka-connect-elasticsearch:11.1.0 Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index 7337813..8a2d2c4 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -10,7 +10,7 @@ LABEL commit_hash=${COMMIT_HASH} LABEL commit_id=${COMMIT_ID} LABEL build_time=${BUILD_TIME} -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.3 +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.0 ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms ADD ./target/debezium-core-*.jar /usr/share/java/my_transforms From cf164e59a3ccccaac0c8f9f2bf4539702316ce6e Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 16:28:18 +0100 Subject: [PATCH 09/17] change version confluentinc/kafka-connect-elasticsearch:11.1.0 to confluentinc/kafka-connect-elasticsearch:10.1.4 Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index 8a2d2c4..d9e78e6 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -10,7 +10,7 @@ LABEL commit_hash=${COMMIT_HASH} LABEL commit_id=${COMMIT_ID} LABEL build_time=${BUILD_TIME} -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.0 +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:10.1.4 ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms ADD ./target/debezium-core-*.jar /usr/share/java/my_transforms From e3ec11485e64b5b029b0360be0d636b702a78d6f Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 16:35:19 +0100 Subject: [PATCH 10/17] change image version confluentinc/cp-kafka-connect:7.0.0-1-ubi8 to confluentinc/cp-kafka-connect:7.0.0 Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/Dockerfile | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index d9e78e6..a96eb1c 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -1,4 +1,5 @@ -FROM confluentinc/cp-kafka-connect:7.0.0-1-ubi8 +FROM confluentinc/cp-kafka-connect:7.0.0 +#FROM confluentinc/cp-kafka-connect:7.0.0-1-ubi8 ARG SOURCE ARG COMMIT_HASH @@ -10,7 +11,7 @@ LABEL commit_hash=${COMMIT_HASH} LABEL commit_id=${COMMIT_ID} LABEL build_time=${BUILD_TIME} -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:10.1.4 +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.3 ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms ADD ./target/debezium-core-*.jar /usr/share/java/my_transforms From 97b6763ebcc1cf30f33bfeca87b3bcfdcd7800df Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 16:38:31 +0100 Subject: [PATCH 11/17] change image version confluentinc/cp-kafka-connect:7.0.0-1-ubi8 to confluentinc/cp-kafka-connect:7.0.0 Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index a96eb1c..9bce822 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -11,7 +11,7 @@ LABEL commit_hash=${COMMIT_HASH} LABEL commit_id=${COMMIT_ID} LABEL build_time=${BUILD_TIME} -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.3 +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.0 ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms ADD ./target/debezium-core-*.jar /usr/share/java/my_transforms From 3b9bc11133be938a0b3758e163a0039bb6f22d14 Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 16:51:47 +0100 Subject: [PATCH 12/17] change image version confluentinc/cp-kafka-connect:7.0.0-1-ubi8 to confluentinc/cp-kafka-connect:7.0.0 Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index 9bce822..b8bc27f 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -11,7 +11,7 @@ LABEL commit_hash=${COMMIT_HASH} LABEL commit_id=${COMMIT_ID} LABEL build_time=${BUILD_TIME} -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.0 +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:latest ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms ADD ./target/debezium-core-*.jar /usr/share/java/my_transforms From b0ff8a9b0e54ec0f686b2c1eb29a29299b4b3b23 Mon Sep 17 00:00:00 2001 From: kaledOu Date: Wed, 26 Nov 2025 20:56:58 +0100 Subject: [PATCH 13/17] change image version confluentinc/cp-kafka-connect:7.0.0-1-ubi8 to confluentinc/cp-kafka-connect:7.0.0 Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index b8bc27f..e2ed239 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -11,7 +11,7 @@ LABEL commit_hash=${COMMIT_HASH} LABEL commit_id=${COMMIT_ID} LABEL build_time=${BUILD_TIME} -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:latest +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:15.1.0 ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms ADD ./target/debezium-core-*.jar /usr/share/java/my_transforms From 5bb9dcf6d3046f97a4f159366210b9410cf90dc9 Mon Sep 17 00:00:00 2001 From: kaledOu Date: Thu, 27 Nov 2025 09:31:41 +0100 Subject: [PATCH 14/17] change the old image Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/Dockerfile | 3 +-- build/es-kafka-connecter/kafka_connect_transforms/pom.xml | 2 +- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index e2ed239..13a6dc8 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -1,5 +1,4 @@ -FROM confluentinc/cp-kafka-connect:7.0.0 -#FROM confluentinc/cp-kafka-connect:7.0.0-1-ubi8 +FROM confluentinc/cp-kafka-connect:7.0.0-1-ubi8 ARG SOURCE ARG COMMIT_HASH diff --git a/build/es-kafka-connecter/kafka_connect_transforms/pom.xml b/build/es-kafka-connecter/kafka_connect_transforms/pom.xml index 6f699c1..f271a68 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/pom.xml +++ b/build/es-kafka-connecter/kafka_connect_transforms/pom.xml @@ -32,7 +32,7 @@ kafka_connect_transforms 1.3.0-SNAPSHOT https://github.com/mosip/reporting - MOSIP Kafka Connect custom transforms for ElasticSearch + MOSIP kafka connector for data transformations UTF-8 1.7 From d3d4321a1711c12994d8ad4bc205594ed2e41f93 Mon Sep 17 00:00:00 2001 From: kaledOu Date: Thu, 27 Nov 2025 12:36:06 +0100 Subject: [PATCH 15/17] revert image to 11.1.3 Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index 13a6dc8..7337813 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -10,7 +10,7 @@ LABEL commit_hash=${COMMIT_HASH} LABEL commit_id=${COMMIT_ID} LABEL build_time=${BUILD_TIME} -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:15.1.0 +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.3 ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms ADD ./target/debezium-core-*.jar /usr/share/java/my_transforms From a031c31a3b2070e4073335141d401037ce0d51a8 Mon Sep 17 00:00:00 2001 From: kaledOu Date: Thu, 27 Nov 2025 12:44:51 +0100 Subject: [PATCH 16/17] change image to 11.1.4 Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index 7337813..b2131b3 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -10,7 +10,7 @@ LABEL commit_hash=${COMMIT_HASH} LABEL commit_id=${COMMIT_ID} LABEL build_time=${BUILD_TIME} -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.3 +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.4 ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms ADD ./target/debezium-core-*.jar /usr/share/java/my_transforms From 7fe65fa93d5183fc37e7fb8c4089b2946a406c2c Mon Sep 17 00:00:00 2001 From: kaledOu Date: Thu, 27 Nov 2025 12:50:16 +0100 Subject: [PATCH 17/17] change image to 14.1.O Signed-off-by: kaledOu --- build/es-kafka-connecter/kafka_connect_transforms/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile index b2131b3..a8798c9 100644 --- a/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile +++ b/build/es-kafka-connecter/kafka_connect_transforms/Dockerfile @@ -10,7 +10,7 @@ LABEL commit_hash=${COMMIT_HASH} LABEL commit_id=${COMMIT_ID} LABEL build_time=${BUILD_TIME} -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:11.1.4 +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:14.1.0 ADD ./target/kafka_connect_transforms-*.jar /usr/share/java/my_transforms ADD ./target/debezium-core-*.jar /usr/share/java/my_transforms