diff --git a/cluster/manifests/freeleaps-data-platform/kafka/connectors/freeleaps/freeleaps-mongo-cds.yaml b/cluster/manifests/freeleaps-data-platform/kafka/connectors/freeleaps/freeleaps-mongo-cds.yaml new file mode 100644 index 00000000..12b3edb9 --- /dev/null +++ b/cluster/manifests/freeleaps-data-platform/kafka/connectors/freeleaps/freeleaps-mongo-cds.yaml @@ -0,0 +1,48 @@ +apiVersion: kafka.strimzi.io/v1beta2 +kind: KafkaConnect +metadata: + name: freeleaps-prod-mongo-cds + namespace: freeleaps-data-platform + annotations: + strimzi.io/use-connector-resources: "true" +spec: + version: 4.0.0 + bootstrapServers: freeleaps-kafka-cluster-kafka-bootstrap.freeleaps-data-platform.svc.freeleaps.cluster:9093 + config: + config.storage.topic: freeleaps-prod-mongo-cds-configs + config.storage.replication.factor: -1 + group.id: freeleaps-prod-mongo-cds + offset.storage.topic: freeleaps-prod-mongo-cds-offsets + offset.storage.replication.factor: -1 + status.storage.topic: freeleaps-prod-mongo-cds-status + status.storage.replication.factor: -1 + image: freeleaps/kafka-connectors:mongo-connector + replicas: 1 + authentication: + type: scram-sha-512 + username: freeleaps-user + passwordSecret: + secretName: freeleaps-user + password: password + tls: + trustedCertificates: + - secretName: freeleaps-kafka-cluster-cluster-ca-cert + pattern: "*.crt" +--- +apiVersion: kafka.strimzi.io/v1beta2 +kind: KafkaConnector +metadata: + name: freeleaps-prod-mongo-cds + namespace: freeleaps-data-platform + labels: + strimzi.io/cluster: freeleaps-prod-mongo-cds +spec: + class: com.mongodb.kafka.connect.MongoSourceConnector + config: + connection.uri: mongodb+srv://freeadmin:0eMV0bt8oyaknA0m@freeleaps2.zmsmpos.mongodb.net/?retryWrites=true&w=majority + database: freeleaps2 + pipeline: '[{"$match": {"operationType": {"$in": ["insert", "update", "delete", "replace"]}}}]' + startup.mode: copy_existing + startup.mode.copy.existing.pipeline: "[]" + topic.prefix: raw-cds-events + tasksMax: 1 diff --git a/cluster/manifests/freeleaps-data-platform/kafka/freeleaps-kafka-cluster.yaml b/cluster/manifests/freeleaps-data-platform/kafka/freeleaps-kafka-cluster.yaml index f389028a..169c3bef 100644 --- a/cluster/manifests/freeleaps-data-platform/kafka/freeleaps-kafka-cluster.yaml +++ b/cluster/manifests/freeleaps-data-platform/kafka/freeleaps-kafka-cluster.yaml @@ -63,6 +63,8 @@ spec: port: 9093 type: internal tls: true + authentication: + type: scram-sha-512 config: offsets.topic.replication.factor: 1 transaction.state.log.replication.factor: 1