From 0fca0adaed676debebdf978255a7c992d973c3a6 Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Thu, 26 Oct 2023 12:27:09 -0700 Subject: [PATCH 01/18] openshift build config for debezium-jdbc --- .../templates/etl/debezium-jdbc-build.yaml | 59 +++++++++++++++++++ 1 file changed, 59 insertions(+) create mode 100644 openshift/templates/etl/debezium-jdbc-build.yaml diff --git a/openshift/templates/etl/debezium-jdbc-build.yaml b/openshift/templates/etl/debezium-jdbc-build.yaml new file mode 100644 index 00000000..d73550fc --- /dev/null +++ b/openshift/templates/etl/debezium-jdbc-build.yaml @@ -0,0 +1,59 @@ +--- +kind: Template +apiVersion: template.openshift.io/v1 +metadata: + name: "${API_NAME}-build-template" + creationTimestamp: +objects: +- kind: ImageStream + apiVersion: v1 + metadata: + name: "${API_NAME}" +- kind: BuildConfig + apiVersion: v1 + metadata: + name: "${API_NAME}-build" + labels: + app: "${API_NAME}-build" + spec: + runPolicy: Serial + source: + type: Git + git: + uri: "${GIT_REPO_URL}" + ref: "${GIT_REF}" + contextDir: "${SOURCE_CONTEXT_DIR}" + strategy: + type: Docker + dockerStrategy: + dockerfilePath: "${DOCKER_FILE_PATH}" + output: + to: + kind: ImageStreamTag + name: "${API_NAME}:latest" +parameters: +- name: API_NAME + displayName: Name + description: The name assigned to all of the resources defined in this template. + required: true + value: debezium-jdbc +- name: GIT_REPO_URL + displayName: Git Repo URL + description: The URL to your GIT repo. + required: true + value: https://github.com/bcgov/nr-epd-digital-services +- name: GIT_REF + displayName: Git Reference + description: The git reference or branch. + required: true + value: feat/srs-26 +- name: SOURCE_CONTEXT_DIR + displayName: Source Context Directory + description: The source context directory. + required: false + value: etl/debezium-jdbc +- name: DOCKER_FILE_PATH + displayName: Docker File Path + description: The path to the docker file defining the build. + required: false + value: "Dockerfile" From fc08c79905a4df71dcacdd78673e7b51b62bb06c Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Thu, 26 Oct 2023 15:20:46 -0700 Subject: [PATCH 02/18] parameterized env vars --- etl/debezium-jdbc/Dockerfile | 2 +- .../templates/etl/debezium-jdbc-build.yaml | 42 +++++++++++++++++++ 2 files changed, 43 insertions(+), 1 deletion(-) diff --git a/etl/debezium-jdbc/Dockerfile b/etl/debezium-jdbc/Dockerfile index 8742d805..ef644797 100644 --- a/etl/debezium-jdbc/Dockerfile +++ b/etl/debezium-jdbc/Dockerfile @@ -5,7 +5,7 @@ WORKDIR /app/ COPY ./ ./ RUN mvn clean install - +RUN echo "DEBEZIUM_VERSION is $DEBEZIUM_VERSION" FROM debezium/connect:$DEBEZIUM_VERSION diff --git a/openshift/templates/etl/debezium-jdbc-build.yaml b/openshift/templates/etl/debezium-jdbc-build.yaml index d73550fc..6c992d99 100644 --- a/openshift/templates/etl/debezium-jdbc-build.yaml +++ b/openshift/templates/etl/debezium-jdbc-build.yaml @@ -27,6 +27,20 @@ objects: type: Docker dockerStrategy: dockerfilePath: "${DOCKER_FILE_PATH}" + env: + - name: "DEBEZIUM_VERSION" + value: "${DEBEZIUM_VERSION}" + - name: "ORACLE_JDBC_VERSION" + value: "${ORACLE_JDBC_VERSION}" + - name: "ORACLE_JDBC_MD5" + value: "${ORACLE_JDBC_MD5}" + - name: "KAFKA_JDBC_VERSION" + value: "${KAFKA_JDBC_VERSION}" + - name: "ORACLE_DB_HOST" + value: "${ORACLE_DB_HOST}" + - name: "ORACLE_DB_PORT" + value: "${ORACLE_DB_PORT}" + output: to: kind: ImageStreamTag @@ -57,3 +71,31 @@ parameters: description: The path to the docker file defining the build. required: false value: "Dockerfile" +- name: DEBEZIUM_VERSION + displayName: Debezium Version + description: Debezium image version. + required: false + value: "1.9" +- name: ORACLE_JDBC_VERSION + displayName: Oracle JDBC Version + description: Oracle JDBC Version. + required: false + value: "21.6.0.0" +- name: ORACLE_JDBC_MD5 + displayName: Oracle JDBC Checksum + description: Oracle JDBC File Checksum. + required: false + value: "312e6f4ec9932bbf74a4461669970c4b" +- name: KAFKA_JDBC_VERSION + displayName: Kafka JDBC Version + description: Kafka Jdbc Version. + required: false + value: "5.3.1" +- name: ORACLE_DB_HOST + displayName: Oracle DB Host + description: Oracle Database Host Name + required: true +- name: ORACLE_DB_PORT + displayName: Oracle DB Port + description: Oracle Database Port. + required: true From 0c90d8294ae531de2929f126ab06380df375de90 Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Fri, 27 Oct 2023 10:37:42 -0700 Subject: [PATCH 03/18] fix for version format --- openshift/templates/etl/debezium-jdbc-build.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/openshift/templates/etl/debezium-jdbc-build.yaml b/openshift/templates/etl/debezium-jdbc-build.yaml index 6c992d99..b8cdd232 100644 --- a/openshift/templates/etl/debezium-jdbc-build.yaml +++ b/openshift/templates/etl/debezium-jdbc-build.yaml @@ -29,7 +29,7 @@ objects: dockerfilePath: "${DOCKER_FILE_PATH}" env: - name: "DEBEZIUM_VERSION" - value: "${DEBEZIUM_VERSION}" + value: ${DEBEZIUM_VERSION} - name: "ORACLE_JDBC_VERSION" value: "${ORACLE_JDBC_VERSION}" - name: "ORACLE_JDBC_MD5" From 61ed7b39ccb53f886e76b00d37826e01e7fa75de Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Fri, 27 Oct 2023 10:53:10 -0700 Subject: [PATCH 04/18] fix format issue --- openshift/templates/etl/debezium-jdbc-build.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/openshift/templates/etl/debezium-jdbc-build.yaml b/openshift/templates/etl/debezium-jdbc-build.yaml index b8cdd232..a26d9a33 100644 --- a/openshift/templates/etl/debezium-jdbc-build.yaml +++ b/openshift/templates/etl/debezium-jdbc-build.yaml @@ -75,7 +75,7 @@ parameters: displayName: Debezium Version description: Debezium image version. required: false - value: "1.9" + value: 1.9 - name: ORACLE_JDBC_VERSION displayName: Oracle JDBC Version description: Oracle JDBC Version. From 02469eeb30091d351b20665da8f4cb7a245b7b0c Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Fri, 27 Oct 2023 11:00:00 -0700 Subject: [PATCH 05/18] try with hard coded var --- openshift/templates/etl/debezium-jdbc-build.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/openshift/templates/etl/debezium-jdbc-build.yaml b/openshift/templates/etl/debezium-jdbc-build.yaml index a26d9a33..6c992d99 100644 --- a/openshift/templates/etl/debezium-jdbc-build.yaml +++ b/openshift/templates/etl/debezium-jdbc-build.yaml @@ -29,7 +29,7 @@ objects: dockerfilePath: "${DOCKER_FILE_PATH}" env: - name: "DEBEZIUM_VERSION" - value: ${DEBEZIUM_VERSION} + value: "${DEBEZIUM_VERSION}" - name: "ORACLE_JDBC_VERSION" value: "${ORACLE_JDBC_VERSION}" - name: "ORACLE_JDBC_MD5" @@ -75,7 +75,7 @@ parameters: displayName: Debezium Version description: Debezium image version. required: false - value: 1.9 + value: "1.9" - name: ORACLE_JDBC_VERSION displayName: Oracle JDBC Version description: Oracle JDBC Version. From 09417d2453a723d4cbad266d6e33a48b52ffd0af Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Fri, 27 Oct 2023 11:11:11 -0700 Subject: [PATCH 06/18] hard code version --- etl/debezium-jdbc/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/etl/debezium-jdbc/Dockerfile b/etl/debezium-jdbc/Dockerfile index ef644797..997ff2ac 100644 --- a/etl/debezium-jdbc/Dockerfile +++ b/etl/debezium-jdbc/Dockerfile @@ -7,7 +7,7 @@ RUN mvn clean install RUN echo "DEBEZIUM_VERSION is $DEBEZIUM_VERSION" -FROM debezium/connect:$DEBEZIUM_VERSION +FROM debezium/connect:1.9 ARG ORACLE_JDBC_VERSION ARG ORACLE_JDBC_MD5 From f0f2ed26f2af5c76ef0636ba354b8d4adedc4ef8 Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Fri, 27 Oct 2023 16:13:29 -0700 Subject: [PATCH 07/18] build config for postgis --- .../templates/etl/debezium-postgis-build.yaml | 87 +++++++++++++++++++ 1 file changed, 87 insertions(+) create mode 100644 openshift/templates/etl/debezium-postgis-build.yaml diff --git a/openshift/templates/etl/debezium-postgis-build.yaml b/openshift/templates/etl/debezium-postgis-build.yaml new file mode 100644 index 00000000..fafe0667 --- /dev/null +++ b/openshift/templates/etl/debezium-postgis-build.yaml @@ -0,0 +1,87 @@ +--- +kind: Template +apiVersion: template.openshift.io/v1 +metadata: + name: "${API_NAME}-build-template" + creationTimestamp: +objects: +- kind: ImageStream + apiVersion: v1 + metadata: + name: "${API_NAME}" +- kind: BuildConfig + apiVersion: v1 + metadata: + name: "${API_NAME}-build" + labels: + app: "${API_NAME}-build" + spec: + runPolicy: Serial + source: + type: Git + git: + uri: "${GIT_REPO_URL}" + ref: "${GIT_REF}" + contextDir: "${SOURCE_CONTEXT_DIR}" + strategy: + type: Docker + dockerStrategy: + dockerfilePath: "${DOCKER_FILE_PATH}" + output: + to: + kind: ImageStreamTag + name: "${API_NAME}:latest" +parameters: +- name: API_NAME + displayName: Name + description: The name assigned to all of the resources defined in this template. + required: true + value: debezium-postgis +- name: GIT_REPO_URL + displayName: Git Repo URL + description: The URL to your GIT repo. + required: true + value: https://github.com/bcgov/nr-epd-digital-services +- name: GIT_REF + displayName: Git Reference + description: The git reference or branch. + required: true + value: feat/srs-26 +- name: SOURCE_CONTEXT_DIR + displayName: Source Context Directory + description: The source context directory. + required: false + value: etl/debezium-postgis +- name: DOCKER_FILE_PATH + displayName: Docker File Path + description: The path to the docker file defining the build. + required: false + value: "Dockerfile" +- name: DEBEZIUM_VERSION + displayName: Debezium Version + description: Debezium image version. + required: false + value: "1.9" +- name: ORACLE_JDBC_VERSION + displayName: Oracle JDBC Version + description: Oracle JDBC Version. + required: false + value: "21.6.0.0" +- name: ORACLE_JDBC_MD5 + displayName: Oracle JDBC Checksum + description: Oracle JDBC File Checksum. + required: false + value: "312e6f4ec9932bbf74a4461669970c4b" +- name: KAFKA_JDBC_VERSION + displayName: Kafka JDBC Version + description: Kafka Jdbc Version. + required: false + value: "5.3.1" +- name: ORACLE_DB_HOST + displayName: Oracle DB Host + description: Oracle Database Host Name + required: true +- name: ORACLE_DB_PORT + displayName: Oracle DB Port + description: Oracle Database Port. + required: true From 814754110421a9c974a569f7d710aaffc5fb71c0 Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Fri, 27 Oct 2023 16:18:48 -0700 Subject: [PATCH 08/18] path correction --- openshift/templates/etl/debezium-postgis-build.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/openshift/templates/etl/debezium-postgis-build.yaml b/openshift/templates/etl/debezium-postgis-build.yaml index fafe0667..270d4990 100644 --- a/openshift/templates/etl/debezium-postgis-build.yaml +++ b/openshift/templates/etl/debezium-postgis-build.yaml @@ -51,7 +51,7 @@ parameters: displayName: Source Context Directory description: The source context directory. required: false - value: etl/debezium-postgis + value: etl/debezium-postgis/15-3.3 - name: DOCKER_FILE_PATH displayName: Docker File Path description: The path to the docker file defining the build. From 62361ad31045a6ba7a7573f41b1089a35b733021 Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Wed, 1 Nov 2023 12:34:14 -0700 Subject: [PATCH 09/18] rename build files --- .../etl/{debezium-jdbc-build.yaml => debezium-jdbc.build.yaml} | 0 .../{debezium-postgis-build.yaml => debezium-postgis.build.yaml} | 0 2 files changed, 0 insertions(+), 0 deletions(-) rename openshift/templates/etl/{debezium-jdbc-build.yaml => debezium-jdbc.build.yaml} (100%) rename openshift/templates/etl/{debezium-postgis-build.yaml => debezium-postgis.build.yaml} (100%) diff --git a/openshift/templates/etl/debezium-jdbc-build.yaml b/openshift/templates/etl/debezium-jdbc.build.yaml similarity index 100% rename from openshift/templates/etl/debezium-jdbc-build.yaml rename to openshift/templates/etl/debezium-jdbc.build.yaml diff --git a/openshift/templates/etl/debezium-postgis-build.yaml b/openshift/templates/etl/debezium-postgis.build.yaml similarity index 100% rename from openshift/templates/etl/debezium-postgis-build.yaml rename to openshift/templates/etl/debezium-postgis.build.yaml From fb9589b6f7fc37f74e70d9490987501d057f860a Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Wed, 1 Nov 2023 12:35:03 -0700 Subject: [PATCH 10/18] deploy files for kafka and zookeeper --- .../templates/etl/debezium-kafka.deploy.yaml | 130 +++++++++++++++++ .../etl/debezium-zookeeper.deploy.yaml | 131 ++++++++++++++++++ 2 files changed, 261 insertions(+) create mode 100644 openshift/templates/etl/debezium-kafka.deploy.yaml create mode 100644 openshift/templates/etl/debezium-zookeeper.deploy.yaml diff --git a/openshift/templates/etl/debezium-kafka.deploy.yaml b/openshift/templates/etl/debezium-kafka.deploy.yaml new file mode 100644 index 00000000..7bef3657 --- /dev/null +++ b/openshift/templates/etl/debezium-kafka.deploy.yaml @@ -0,0 +1,130 @@ +--- +kind: Template +apiVersion: template.openshift.io/v1 +metadata: + annotations: + description: Deployment template for Apache Kafka. + tags: "${API_NAME}" + name: "${API_NAME}-deploy" +objects: +- kind: DeploymentConfig + apiVersion: apps.openshift.io/v1 + metadata: + name: "${API_NAME}" + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + strategy: + type: Rolling + rollingParams: + updatePeriodSeconds: 1 + intervalSeconds: 1 + timeoutSeconds: 600 + maxUnavailable: 25% + maxSurge: 25% + triggers: + - type: ConfigChange + replicas: 1 + test: false + selector: + app: "${API_NAME}" + deploymentconfig: "${API_NAME}" + template: + metadata: + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + deploymentconfig: "${API_NAME}" + template: "${API_NAME}-deploy" + role: api + spec: + containers: + - name: "${API_NAME}" + image: debezium/kafka:1.9 + imagePullPolicy: Always + ports: + - containerPort: 9092 + protocol: TCP + env: + - name: ZOOKEEPER_CONNECT + value: debezium-zookeeper:2181 + resources: + requests: + cpu: "50m" + memory: "250Mi" + limits: + cpu: "150m" + memory: "500Mi" + terminationMessagePath: "/dev/termination-log" + terminationMessagePolicy: File + imagePullPolicy: Always + restartPolicy: Always + terminationGracePeriodSeconds: 30 + dnsPolicy: ClusterFirst + securityContext: {} + schedulerName: default-scheduler +- kind: Service + apiVersion: v1 + metadata: + name: "${API_NAME}" + creationTimestamp: + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + ports: + - name: 9092-tcp + protocol: TCP + port: 9092 + targetPort: 9092 + selector: + deploymentconfig: "${API_NAME}" + type: ClusterIP + sessionAffinity: None + # status: + # loadBalancer: {} +- kind: Route + apiVersion: v1 + metadata: + name: "${API_NAME}" + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + to: + kind: Service + name: "${API_NAME}" + weight: 100 + port: + targetPort: 9092-tcp + tls: + termination: edge + wildcardPolicy: None + host: "${API_NAME}-${TAG_NAME}.apps.silver.devops.gov.bc.ca" +parameters: +- name: API_NAME + displayName: Name + description: The name assigned to all of the OpenShift resources associated to the + server instance. + required: true + value: debezium-kafka +- name: APP_GROUP + displayName: App Group + description: The name assigned to all of the deployments in this project. + required: true + value: epd +- name: IMAGE_NAMESPACE + displayName: Image Namespace + required: true + description: The namespace of the OpenShift project containing the imagestream for + the application. + value: c6a6e5-tools +- name: TAG_NAME + displayName: Environment TAG name + description: The TAG name for this environment, e.g., dev, test, prod + required: true + value: dev \ No newline at end of file diff --git a/openshift/templates/etl/debezium-zookeeper.deploy.yaml b/openshift/templates/etl/debezium-zookeeper.deploy.yaml new file mode 100644 index 00000000..9d4bb609 --- /dev/null +++ b/openshift/templates/etl/debezium-zookeeper.deploy.yaml @@ -0,0 +1,131 @@ +--- +kind: Template +apiVersion: template.openshift.io/v1 +metadata: + annotations: + description: Deployment template for Zookeeper. + tags: "${API_NAME}" + name: "${API_NAME}-deploy" +objects: +- kind: DeploymentConfig + apiVersion: apps.openshift.io/v1 + metadata: + name: "${API_NAME}" + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + strategy: + type: Rolling + rollingParams: + updatePeriodSeconds: 1 + intervalSeconds: 1 + timeoutSeconds: 600 + maxUnavailable: 25% + maxSurge: 25% + triggers: + - type: ConfigChange + replicas: 1 + test: false + selector: + app: "${API_NAME}" + deploymentconfig: "${API_NAME}" + template: + metadata: + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + deploymentconfig: "${API_NAME}" + template: "${API_NAME}-deploy" + role: api + spec: + containers: + - name: "${API_NAME}" + image: debezium/zookeeper:1.9 + imagePullPolicy: Always + ports: + - containerPort: 2181 + protocol: TCP + - containerPort: 2888 + protocol: TCP + - containerPort: 3888 + protocol: TCP + resources: + requests: + cpu: "50m" + memory: "250Mi" + limits: + cpu: "150m" + memory: "500Mi" + terminationMessagePath: "/dev/termination-log" + terminationMessagePolicy: File + imagePullPolicy: Always + restartPolicy: Always + terminationGracePeriodSeconds: 30 + dnsPolicy: ClusterFirst + securityContext: {} + schedulerName: default-scheduler +- kind: Service + apiVersion: v1 + metadata: + name: "${API_NAME}" + creationTimestamp: + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + ports: + - name: 2181-tcp + protocol: TCP + port: 2181 + targetPort: 2181 + selector: + deploymentconfig: "${API_NAME}" + type: ClusterIP + sessionAffinity: None + # status: + # loadBalancer: {} +- kind: Route + apiVersion: v1 + metadata: + name: "${API_NAME}" + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + to: + kind: Service + name: "${API_NAME}" + weight: 100 + port: + targetPort: 2181-tcp + tls: + termination: edge + wildcardPolicy: None + host: "${API_NAME}-${TAG_NAME}.apps.silver.devops.gov.bc.ca" +parameters: +- name: API_NAME + displayName: Name + description: The name assigned to all of the OpenShift resources associated to the + server instance. + required: true + value: debezium-zookeeper +- name: APP_GROUP + displayName: App Group + description: The name assigned to all of the deployments in this project. + required: true + value: epd +- name: IMAGE_NAMESPACE + displayName: Image Namespace + required: true + description: The namespace of the OpenShift project containing the imagestream for + the application. + value: c6a6e5-tools +- name: TAG_NAME + displayName: Environment TAG name + description: The TAG name for this environment, e.g., dev, test, prod + required: true + value: dev \ No newline at end of file From f337b26b75a13374ffc2903333d48a9d0470eb5e Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Wed, 1 Nov 2023 23:24:11 -0700 Subject: [PATCH 11/18] deploy config for postgis --- .../etl/debezium-postgis.deploy.yaml | 143 ++++++++++++++++++ 1 file changed, 143 insertions(+) create mode 100644 openshift/templates/etl/debezium-postgis.deploy.yaml diff --git a/openshift/templates/etl/debezium-postgis.deploy.yaml b/openshift/templates/etl/debezium-postgis.deploy.yaml new file mode 100644 index 00000000..6c5fa2c2 --- /dev/null +++ b/openshift/templates/etl/debezium-postgis.deploy.yaml @@ -0,0 +1,143 @@ +--- +kind: Template +apiVersion: template.openshift.io/v1 +metadata: + annotations: + description: Deployment template for PostGis database with Debezium plugins. + tags: "${API_NAME}" + name: "${API_NAME}-deploy" +objects: +- kind: DeploymentConfig + apiVersion: apps.openshift.io/v1 + metadata: + name: "${API_NAME}" + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + strategy: + type: Rolling + rollingParams: + updatePeriodSeconds: 1 + intervalSeconds: 1 + timeoutSeconds: 600 + maxUnavailable: 25% + maxSurge: 25% + triggers: + - type: ConfigChange + - type: ImageChange + imageChangeParams: + automatic: true + containerNames: + - "${API_NAME}" + from: + kind: ImageStreamTag + namespace: "${IMAGE_NAMESPACE}" + name: "${API_NAME}:${TAG_NAME}" + replicas: 1 + test: false + selector: + app: "${API_NAME}" + deploymentconfig: "${API_NAME}" + template: + metadata: + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + deploymentconfig: "${API_NAME}" + template: "${API_NAME}-deploy" + role: api + spec: + containers: + - name: "${API_NAME}" + image: "${API_NAME}" + imagePullPolicy: Always + ports: + - containerPort: 9092 + protocol: TCP + env: + - name: POSTGRES_USER + value: postgres + - name: POSTGRES_PASSWORD + value: postgres + - name: POSTGRES_DB + value: postgres + resources: + requests: + cpu: "50m" + memory: "250Mi" + limits: + cpu: "150m" + memory: "500Mi" + terminationMessagePath: "/dev/termination-log" + terminationMessagePolicy: File + imagePullPolicy: Always + restartPolicy: Always + terminationGracePeriodSeconds: 30 + dnsPolicy: ClusterFirst + securityContext: {} + schedulerName: default-scheduler +- kind: Service + apiVersion: v1 + metadata: + name: "${API_NAME}" + creationTimestamp: + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + ports: + - name: 7432-tcp + protocol: TCP + port: 5432 + targetPort: 7432 + selector: + deploymentconfig: "${API_NAME}" + type: ClusterIP + sessionAffinity: None + # status: + # loadBalancer: {} +- kind: Route + apiVersion: v1 + metadata: + name: "${API_NAME}" + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + to: + kind: Service + name: "${API_NAME}" + weight: 100 + port: + targetPort: 7432-tcp + tls: + termination: edge + wildcardPolicy: None + host: "${API_NAME}-${TAG_NAME}.apps.silver.devops.gov.bc.ca" +parameters: +- name: API_NAME + displayName: Name + description: The name assigned to all of the OpenShift resources associated to the + server instance. + required: true + value: debezium-postgis +- name: APP_GROUP + displayName: App Group + description: The name assigned to all of the deployments in this project. + required: true + value: epd +- name: IMAGE_NAMESPACE + displayName: Image Namespace + required: true + description: The namespace of the OpenShift project containing the imagestream for + the application. + value: c6a6e5-tools +- name: TAG_NAME + displayName: Environment TAG name + description: The TAG name for this environment, e.g., dev, test, prod + required: true + value: latest \ No newline at end of file From 0fcb48d783c71bcdca1615a47b83b3d8157fc477 Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Wed, 1 Nov 2023 23:55:50 -0700 Subject: [PATCH 12/18] deploy config for oracle jdbc --- .../templates/etl/debezium-jdbc.deploy.yaml | 151 ++++++++++++++++++ 1 file changed, 151 insertions(+) create mode 100644 openshift/templates/etl/debezium-jdbc.deploy.yaml diff --git a/openshift/templates/etl/debezium-jdbc.deploy.yaml b/openshift/templates/etl/debezium-jdbc.deploy.yaml new file mode 100644 index 00000000..8cfba074 --- /dev/null +++ b/openshift/templates/etl/debezium-jdbc.deploy.yaml @@ -0,0 +1,151 @@ +--- +kind: Template +apiVersion: template.openshift.io/v1 +metadata: + annotations: + description: Deployment template for Debezium JDBC Connector. + tags: "${API_NAME}" + name: "${API_NAME}-deploy" +objects: +- kind: DeploymentConfig + apiVersion: apps.openshift.io/v1 + metadata: + name: "${API_NAME}" + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + strategy: + type: Rolling + rollingParams: + updatePeriodSeconds: 1 + intervalSeconds: 1 + timeoutSeconds: 600 + maxUnavailable: 25% + maxSurge: 25% + triggers: + - type: ConfigChange + - type: ImageChange + imageChangeParams: + automatic: true + containerNames: + - "${API_NAME}" + from: + kind: ImageStreamTag + namespace: "${IMAGE_NAMESPACE}" + name: "${API_NAME}:${TAG_NAME}" + replicas: 1 + test: false + selector: + app: "${API_NAME}" + deploymentconfig: "${API_NAME}" + template: + metadata: + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + deploymentconfig: "${API_NAME}" + template: "${API_NAME}-deploy" + role: api + spec: + containers: + - name: "${API_NAME}" + image: "${API_NAME}" + imagePullPolicy: Always + ports: + - containerPort: 9092 + protocol: TCP + env: + - name: BOOTSTRAP_SERVERS + value: "kafka:9092" + - name: GROUP_ID + value: "1" + - name: CONFIG_STORAGE_TOPIC + value: "epd_connect_configs" + - name: OFFSET_STORAGE_TOPIC + value: "epd_connect_offsets" + - name: STATUS_STORAGE_TOPIC + value: "epd_connect_statuses" + - name: KAFKA_DEBUG + value: "true" + - name: DEBUG_SUSPEND_FLAG + value: "n" + resources: + requests: + cpu: "50m" + memory: "250Mi" + limits: + cpu: "150m" + memory: "500Mi" + terminationMessagePath: "/dev/termination-log" + terminationMessagePolicy: File + imagePullPolicy: Always + restartPolicy: Always + terminationGracePeriodSeconds: 30 + dnsPolicy: ClusterFirst + securityContext: {} + schedulerName: default-scheduler +- kind: Service + apiVersion: v1 + metadata: + name: "${API_NAME}" + creationTimestamp: + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + ports: + - name: 8083-tcp + protocol: TCP + port: 8083 + targetPort: 8083 + selector: + deploymentconfig: "${API_NAME}" + type: ClusterIP + sessionAffinity: None + # status: + # loadBalancer: {} +- kind: Route + apiVersion: v1 + metadata: + name: "${API_NAME}" + labels: + app: "${API_NAME}" + app-group: "${APP_GROUP}" + template: "${API_NAME}-deploy" + spec: + to: + kind: Service + name: "${API_NAME}" + weight: 100 + port: + targetPort: 8083-tcp + tls: + termination: edge + wildcardPolicy: None + host: "${API_NAME}-${TAG_NAME}.apps.silver.devops.gov.bc.ca" +parameters: +- name: API_NAME + displayName: Name + description: The name assigned to all of the OpenShift resources associated to the + server instance. + required: true + value: debezium-jdbc +- name: APP_GROUP + displayName: App Group + description: The name assigned to all of the deployments in this project. + required: true + value: epd +- name: IMAGE_NAMESPACE + displayName: Image Namespace + required: true + description: The namespace of the OpenShift project containing the imagestream for + the application. + value: c6a6e5-tools +- name: TAG_NAME + displayName: Environment TAG name + description: The TAG name for this environment, e.g., dev, test, prod + required: true + value: latest \ No newline at end of file From dbe5240ba6d598268e31c6436ffc1e1fde2f72e9 Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Tue, 7 Nov 2023 11:53:25 -0800 Subject: [PATCH 13/18] execute permission to initdb.d --- etl/debezium-postgis/15-3.3/Dockerfile | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/etl/debezium-postgis/15-3.3/Dockerfile b/etl/debezium-postgis/15-3.3/Dockerfile index aad7cfd3..d9f858ba 100644 --- a/etl/debezium-postgis/15-3.3/Dockerfile +++ b/etl/debezium-postgis/15-3.3/Dockerfile @@ -44,4 +44,6 @@ COPY --from=build /usr/share/postgresql/$PG_MAJOR/extension/decoderbufs.control COPY postgresql.conf.sample /usr/share/postgresql/postgresql.conf.sample # Copy the script which will initialize the replication permissions -COPY /docker-entrypoint-initdb.d /docker-entrypoint-initdb.d \ No newline at end of file +COPY /docker-entrypoint-initdb.d/init-permissions.sh /docker-entrypoint-initdb.d/init-permissions.sh + +RUN chmod +x /docker-entrypoint-initdb.d/init-permissions.sh \ No newline at end of file From da817637dc07e8193f5728bb754c81643d0f439c Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Tue, 7 Nov 2023 14:03:17 -0800 Subject: [PATCH 14/18] fix for volume mount issue --- .../templates/etl/debezium-postgis.build.yaml | 28 ---------- .../etl/debezium-postgis.deploy.yaml | 53 +++++++++++++++---- 2 files changed, 44 insertions(+), 37 deletions(-) diff --git a/openshift/templates/etl/debezium-postgis.build.yaml b/openshift/templates/etl/debezium-postgis.build.yaml index 270d4990..3548d589 100644 --- a/openshift/templates/etl/debezium-postgis.build.yaml +++ b/openshift/templates/etl/debezium-postgis.build.yaml @@ -57,31 +57,3 @@ parameters: description: The path to the docker file defining the build. required: false value: "Dockerfile" -- name: DEBEZIUM_VERSION - displayName: Debezium Version - description: Debezium image version. - required: false - value: "1.9" -- name: ORACLE_JDBC_VERSION - displayName: Oracle JDBC Version - description: Oracle JDBC Version. - required: false - value: "21.6.0.0" -- name: ORACLE_JDBC_MD5 - displayName: Oracle JDBC Checksum - description: Oracle JDBC File Checksum. - required: false - value: "312e6f4ec9932bbf74a4461669970c4b" -- name: KAFKA_JDBC_VERSION - displayName: Kafka JDBC Version - description: Kafka Jdbc Version. - required: false - value: "5.3.1" -- name: ORACLE_DB_HOST - displayName: Oracle DB Host - description: Oracle Database Host Name - required: true -- name: ORACLE_DB_PORT - displayName: Oracle DB Port - description: Oracle Database Port. - required: true diff --git a/openshift/templates/etl/debezium-postgis.deploy.yaml b/openshift/templates/etl/debezium-postgis.deploy.yaml index 6c5fa2c2..e7e75177 100644 --- a/openshift/templates/etl/debezium-postgis.deploy.yaml +++ b/openshift/templates/etl/debezium-postgis.deploy.yaml @@ -7,6 +7,19 @@ metadata: tags: "${API_NAME}" name: "${API_NAME}-deploy" objects: +- kind: PersistentVolumeClaim + apiVersion: v1 + metadata: + name: "${API_NAME}" + labels: + app: "${API_NAME}" + spec: + accessModes: + - ReadWriteOnce + resources: + requests: + storage: "${DB_PVC_SIZE}" + storageClassName: netapp-file-standard - kind: DeploymentConfig apiVersion: apps.openshift.io/v1 metadata: @@ -49,6 +62,10 @@ objects: template: "${API_NAME}-deploy" role: api spec: + volumes: + - name: "${API_NAME}" + persistentVolumeClaim: + claimName: "${API_NAME}" containers: - name: "${API_NAME}" image: "${API_NAME}" @@ -62,17 +79,15 @@ objects: - name: POSTGRES_PASSWORD value: postgres - name: POSTGRES_DB - value: postgres - resources: - requests: - cpu: "50m" - memory: "250Mi" - limits: - cpu: "150m" - memory: "500Mi" + value: postgres + - name: PGDATA + value: /var/lib/postgresql/data/pgdata terminationMessagePath: "/dev/termination-log" terminationMessagePolicy: File imagePullPolicy: Always + volumeMounts: + - name: "${API_NAME}" + mountPath: "/var/lib/postgresql/data" restartPolicy: Always terminationGracePeriodSeconds: 30 dnsPolicy: ClusterFirst @@ -140,4 +155,24 @@ parameters: displayName: Environment TAG name description: The TAG name for this environment, e.g., dev, test, prod required: true - value: latest \ No newline at end of file + value: latest +- description: Starting amount of CPU the container can use. + displayName: CPU REQUEST + name: CPU_REQUEST + value: '250m' +- description: Maximum amount of CPU the container can use. + displayName: CPU Limit + name: CPU_LIMIT + value: '1' +- description: Starting amount of memory the container can use. + displayName: Memory Request + name: MEMORY_REQUEST + value: 512Mi +- description: Maximum amount of memory the container can use. + displayName: Memory Limit + name: MEMORY_LIMIT + value: 512Mi +- description: The size of the persistent volume to create. + displayName: Persistent Volume Size + name: DB_PVC_SIZE + value: 1Gi \ No newline at end of file From a7428dcf97439e047b8d62c054ee7cf0632077bc Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Fri, 10 Nov 2023 15:22:46 -0800 Subject: [PATCH 15/18] port and resource configurations --- openshift/templates/etl/debezium-jdbc.deploy.yaml | 10 +++++----- openshift/templates/etl/debezium-kafka.deploy.yaml | 6 +++--- openshift/templates/etl/debezium-postgis.deploy.yaml | 8 ++++---- 3 files changed, 12 insertions(+), 12 deletions(-) diff --git a/openshift/templates/etl/debezium-jdbc.deploy.yaml b/openshift/templates/etl/debezium-jdbc.deploy.yaml index 8cfba074..7c632661 100644 --- a/openshift/templates/etl/debezium-jdbc.deploy.yaml +++ b/openshift/templates/etl/debezium-jdbc.deploy.yaml @@ -54,11 +54,11 @@ objects: image: "${API_NAME}" imagePullPolicy: Always ports: - - containerPort: 9092 + - containerPort: 8083 protocol: TCP env: - name: BOOTSTRAP_SERVERS - value: "kafka:9092" + value: "debezium-kafka:9092" - name: GROUP_ID value: "1" - name: CONFIG_STORAGE_TOPIC @@ -73,11 +73,11 @@ objects: value: "n" resources: requests: - cpu: "50m" - memory: "250Mi" - limits: cpu: "150m" memory: "500Mi" + limits: + cpu: "250m" + memory: "1Gi" terminationMessagePath: "/dev/termination-log" terminationMessagePolicy: File imagePullPolicy: Always diff --git a/openshift/templates/etl/debezium-kafka.deploy.yaml b/openshift/templates/etl/debezium-kafka.deploy.yaml index 7bef3657..4cb4bc7f 100644 --- a/openshift/templates/etl/debezium-kafka.deploy.yaml +++ b/openshift/templates/etl/debezium-kafka.deploy.yaml @@ -52,11 +52,11 @@ objects: value: debezium-zookeeper:2181 resources: requests: - cpu: "50m" - memory: "250Mi" - limits: cpu: "150m" memory: "500Mi" + limits: + cpu: "250m" + memory: "1Gi" terminationMessagePath: "/dev/termination-log" terminationMessagePolicy: File imagePullPolicy: Always diff --git a/openshift/templates/etl/debezium-postgis.deploy.yaml b/openshift/templates/etl/debezium-postgis.deploy.yaml index e7e75177..d56656c3 100644 --- a/openshift/templates/etl/debezium-postgis.deploy.yaml +++ b/openshift/templates/etl/debezium-postgis.deploy.yaml @@ -71,7 +71,7 @@ objects: image: "${API_NAME}" imagePullPolicy: Always ports: - - containerPort: 9092 + - containerPort: 5432 protocol: TCP env: - name: POSTGRES_USER @@ -104,10 +104,10 @@ objects: template: "${API_NAME}-deploy" spec: ports: - - name: 7432-tcp + - name: 5432-tcp protocol: TCP port: 5432 - targetPort: 7432 + targetPort: 5432 selector: deploymentconfig: "${API_NAME}" type: ClusterIP @@ -128,7 +128,7 @@ objects: name: "${API_NAME}" weight: 100 port: - targetPort: 7432-tcp + targetPort: 5432-tcp tls: termination: edge wildcardPolicy: None From 82e348bb9d0261ce46a5be0baf866c40741fc729 Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Wed, 15 Nov 2023 11:35:15 -0800 Subject: [PATCH 16/18] srs-164 changes to reduce debezium logs --- etl/debezium-jdbc/Dockerfile | 2 + etl/debezium-jdbc/connect-log4j.properties | 42 +++++++++++++++++++ etl/debezium-jdbc/log4j.properties | 23 ++++++++++ etl/docker-compose.yaml | 2 +- .../templates/etl/debezium-jdbc.deploy.yaml | 2 +- 5 files changed, 69 insertions(+), 2 deletions(-) create mode 100644 etl/debezium-jdbc/connect-log4j.properties create mode 100644 etl/debezium-jdbc/log4j.properties diff --git a/etl/debezium-jdbc/Dockerfile b/etl/debezium-jdbc/Dockerfile index 997ff2ac..14ddecf2 100644 --- a/etl/debezium-jdbc/Dockerfile +++ b/etl/debezium-jdbc/Dockerfile @@ -34,6 +34,8 @@ COPY --from=builder /app/target/*.jar $KAFKA_CONNECT_JDBC_DIR/ COPY --from=builder /app/lib/*.jar $KAFKA_CONNECT_JDBC_DIR/ COPY InstallCert.class . COPY "InstallCert\$SavingTrustManager.class" . +COPY connect-log4j.properties /kafka/config/ +COPY log4j.properties /kafka/config/ RUN java InstallCert --quiet "${ORACLE_DB_HOST}:${ORACLE_DB_PORT}" RUN keytool -exportcert -alias "$ORACLE_DB_HOST-1" -keystore jssecacerts -storepass changeit -file oracle.cer diff --git a/etl/debezium-jdbc/connect-log4j.properties b/etl/debezium-jdbc/connect-log4j.properties new file mode 100644 index 00000000..f17e2bb2 --- /dev/null +++ b/etl/debezium-jdbc/connect-log4j.properties @@ -0,0 +1,42 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +log4j.rootLogger=ERROR, stdout, connectAppender + +# Send the logs to the console. +# +log4j.appender.stdout=org.apache.log4j.ConsoleAppender +log4j.appender.stdout.layout=org.apache.log4j.PatternLayout + +# Send the logs to a file, rolling the file at midnight local time. For example, the `File` option specifies the +# location of the log files (e.g. ${kafka.logs.dir}/connect.log), and at midnight local time the file is closed +# and copied in the same directory but with a filename that ends in the `DatePattern` option. +# +log4j.appender.connectAppender=org.apache.log4j.DailyRollingFileAppender +log4j.appender.connectAppender.DatePattern='.'yyyy-MM-dd-HH +log4j.appender.connectAppender.File=${kafka.logs.dir}/connect.log +log4j.appender.connectAppender.layout=org.apache.log4j.PatternLayout + +# The `%X{connector.context}` parameter in the layout includes connector-specific and task-specific information +# in the log messages, where appropriate. This makes it easier to identify those log messages that apply to a +# specific connector. +# +connect.log.pattern=[%d] %p %X{connector.context}%m (%c:%L)%n + +log4j.appender.stdout.layout.ConversionPattern=${connect.log.pattern} +log4j.appender.connectAppender.layout.ConversionPattern=${connect.log.pattern} + +log4j.logger.org.apache.zookeeper=ERROR +log4j.logger.org.reflections=ERROR diff --git a/etl/debezium-jdbc/log4j.properties b/etl/debezium-jdbc/log4j.properties new file mode 100644 index 00000000..272d67e7 --- /dev/null +++ b/etl/debezium-jdbc/log4j.properties @@ -0,0 +1,23 @@ +kafka.logs.dir=logs + +log4j.rootLogger=INFO, stdout, appender + +# Disable excessive reflection warnings - KAFKA-5229 +log4j.logger.org.reflections=ERROR + +# Disable excessive logging by consumers and producers. +log4j.logger.org.apache.kafka=ERROR +log4j.logger.org.apache.kafka.clients.consumer=WARN + +log4j.appender.stdout=org.apache.log4j.ConsoleAppender +log4j.appender.stdout.threshold=INFO +log4j.appender.stdout.layout=org.apache.log4j.PatternLayout +log4j.appender.stdout.layout.ConversionPattern=%d{ISO8601} %-5p %X{dbz.connectorType}|%X{dbz.connectorName}|%X{dbz.connectorContext} %m [%c]%n + + +log4j.appender.appender=org.apache.log4j.DailyRollingFileAppender +log4j.appender.appender.DatePattern='.'yyyy-MM-dd-HH +log4j.appender.appender.File=${kafka.logs.dir}/connect-service.log +log4j.appender.appender.layout=org.apache.log4j.PatternLayout +log4j.appender.appender.layout.ConversionPattern=%d{ISO8601} %-5p %X{dbz.connectorType}|%X{dbz.connectorName}|%X{dbz.connectorContext} %m [%c]%n + diff --git a/etl/docker-compose.yaml b/etl/docker-compose.yaml index 841eeff0..579f5c39 100644 --- a/etl/docker-compose.yaml +++ b/etl/docker-compose.yaml @@ -19,7 +19,7 @@ services: build: context: debezium-postgis/15-3.3 ports: - - "5432:5432" + - "7432:5432" environment: - POSTGRES_USER=postgres - POSTGRES_PASSWORD=postgres diff --git a/openshift/templates/etl/debezium-jdbc.deploy.yaml b/openshift/templates/etl/debezium-jdbc.deploy.yaml index 7c632661..b3121d70 100644 --- a/openshift/templates/etl/debezium-jdbc.deploy.yaml +++ b/openshift/templates/etl/debezium-jdbc.deploy.yaml @@ -68,7 +68,7 @@ objects: - name: STATUS_STORAGE_TOPIC value: "epd_connect_statuses" - name: KAFKA_DEBUG - value: "true" + value: "false" - name: DEBUG_SUSPEND_FLAG value: "n" resources: From bdbd216f141f18f0a8c68205b45b570abf4e386f Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Thu, 16 Nov 2023 11:52:35 -0800 Subject: [PATCH 17/18] removed unused routes --- .../templates/etl/debezium-kafka.deploy.yaml | 19 ------------------- .../etl/debezium-postgis.deploy.yaml | 19 ------------------- .../etl/debezium-zookeeper.deploy.yaml | 19 ------------------- 3 files changed, 57 deletions(-) diff --git a/openshift/templates/etl/debezium-kafka.deploy.yaml b/openshift/templates/etl/debezium-kafka.deploy.yaml index 4cb4bc7f..5fc8c37b 100644 --- a/openshift/templates/etl/debezium-kafka.deploy.yaml +++ b/openshift/templates/etl/debezium-kafka.deploy.yaml @@ -86,25 +86,6 @@ objects: sessionAffinity: None # status: # loadBalancer: {} -- kind: Route - apiVersion: v1 - metadata: - name: "${API_NAME}" - labels: - app: "${API_NAME}" - app-group: "${APP_GROUP}" - template: "${API_NAME}-deploy" - spec: - to: - kind: Service - name: "${API_NAME}" - weight: 100 - port: - targetPort: 9092-tcp - tls: - termination: edge - wildcardPolicy: None - host: "${API_NAME}-${TAG_NAME}.apps.silver.devops.gov.bc.ca" parameters: - name: API_NAME displayName: Name diff --git a/openshift/templates/etl/debezium-postgis.deploy.yaml b/openshift/templates/etl/debezium-postgis.deploy.yaml index d56656c3..c50e254f 100644 --- a/openshift/templates/etl/debezium-postgis.deploy.yaml +++ b/openshift/templates/etl/debezium-postgis.deploy.yaml @@ -114,25 +114,6 @@ objects: sessionAffinity: None # status: # loadBalancer: {} -- kind: Route - apiVersion: v1 - metadata: - name: "${API_NAME}" - labels: - app: "${API_NAME}" - app-group: "${APP_GROUP}" - template: "${API_NAME}-deploy" - spec: - to: - kind: Service - name: "${API_NAME}" - weight: 100 - port: - targetPort: 5432-tcp - tls: - termination: edge - wildcardPolicy: None - host: "${API_NAME}-${TAG_NAME}.apps.silver.devops.gov.bc.ca" parameters: - name: API_NAME displayName: Name diff --git a/openshift/templates/etl/debezium-zookeeper.deploy.yaml b/openshift/templates/etl/debezium-zookeeper.deploy.yaml index 9d4bb609..6ac5e449 100644 --- a/openshift/templates/etl/debezium-zookeeper.deploy.yaml +++ b/openshift/templates/etl/debezium-zookeeper.deploy.yaml @@ -87,25 +87,6 @@ objects: sessionAffinity: None # status: # loadBalancer: {} -- kind: Route - apiVersion: v1 - metadata: - name: "${API_NAME}" - labels: - app: "${API_NAME}" - app-group: "${APP_GROUP}" - template: "${API_NAME}-deploy" - spec: - to: - kind: Service - name: "${API_NAME}" - weight: 100 - port: - targetPort: 2181-tcp - tls: - termination: edge - wildcardPolicy: None - host: "${API_NAME}-${TAG_NAME}.apps.silver.devops.gov.bc.ca" parameters: - name: API_NAME displayName: Name From 810b4c7744ed938189d25bf8296ed2338e51bc07 Mon Sep 17 00:00:00 2001 From: jaise-aot Date: Thu, 16 Nov 2023 12:21:43 -0800 Subject: [PATCH 18/18] cleanup build time files --- .../target/classes/META-INF/MANIFEST.MF | 5 -- .../pom.properties | 7 -- .../kafka-connect-debezium-transforms/pom.xml | 81 ------------------- 3 files changed, 93 deletions(-) delete mode 100644 etl/debezium-jdbc/target/classes/META-INF/MANIFEST.MF delete mode 100644 etl/debezium-jdbc/target/classes/META-INF/maven/ca.bc.gov.nr-epd/kafka-connect-debezium-transforms/pom.properties delete mode 100644 etl/debezium-jdbc/target/classes/META-INF/maven/ca.bc.gov.nr-epd/kafka-connect-debezium-transforms/pom.xml diff --git a/etl/debezium-jdbc/target/classes/META-INF/MANIFEST.MF b/etl/debezium-jdbc/target/classes/META-INF/MANIFEST.MF deleted file mode 100644 index c1f9f30c..00000000 --- a/etl/debezium-jdbc/target/classes/META-INF/MANIFEST.MF +++ /dev/null @@ -1,5 +0,0 @@ -Manifest-Version: 1.0 -Built-By: JaiseT -Build-Jdk: 17.0.5 -Created-By: Maven Integration for Eclipse - diff --git a/etl/debezium-jdbc/target/classes/META-INF/maven/ca.bc.gov.nr-epd/kafka-connect-debezium-transforms/pom.properties b/etl/debezium-jdbc/target/classes/META-INF/maven/ca.bc.gov.nr-epd/kafka-connect-debezium-transforms/pom.properties deleted file mode 100644 index c0b58698..00000000 --- a/etl/debezium-jdbc/target/classes/META-INF/maven/ca.bc.gov.nr-epd/kafka-connect-debezium-transforms/pom.properties +++ /dev/null @@ -1,7 +0,0 @@ -#Generated by Maven Integration for Eclipse -#Thu Jun 01 11:00:04 PDT 2023 -m2e.projectLocation=C\:\\Users\\JaiseT\\Documents\\EPD\\nr-epd-digital-services\\backend\\etl\\debezium-jdbc -m2e.projectName=kafka-connect-debezium-transforms -groupId=ca.bc.gov.nr-epd -artifactId=kafka-connect-debezium-transforms -version=1.0-SNAPSHOT diff --git a/etl/debezium-jdbc/target/classes/META-INF/maven/ca.bc.gov.nr-epd/kafka-connect-debezium-transforms/pom.xml b/etl/debezium-jdbc/target/classes/META-INF/maven/ca.bc.gov.nr-epd/kafka-connect-debezium-transforms/pom.xml deleted file mode 100644 index cca86583..00000000 --- a/etl/debezium-jdbc/target/classes/META-INF/maven/ca.bc.gov.nr-epd/kafka-connect-debezium-transforms/pom.xml +++ /dev/null @@ -1,81 +0,0 @@ - - - - 4.0.0 - - ca.bc.gov.nr-epd - kafka-connect-debezium-transforms - 1.0-SNAPSHOT - - kafka-connect-debezium-transforms - - - UTF-8 - - - - - org.apache.kafka - connect-transforms - 3.2.1 - provided - - - - - - - - - maven-clean-plugin - 3.1.0 - - - - maven-resources-plugin - 3.0.2 - - - maven-compiler-plugin - 3.8.0 - - - maven-surefire-plugin - 2.22.1 - - - maven-jar-plugin - 3.0.2 - - - maven-install-plugin - 2.5.2 - - - maven-deploy-plugin - 2.8.2 - - - - maven-site-plugin - 3.7.1 - - - maven-project-info-reports-plugin - 3.0.0 - - - - - - org.apache.maven.plugins - maven-compiler-plugin - - 8 - 8 - - - - - \ No newline at end of file