diff --git a/jaas.config b/jaas.config deleted file mode 100644 index 1fe7ca95b1..0000000000 --- a/jaas.config +++ /dev/null @@ -1,3 +0,0 @@ -security.protocol=SASL_SSL -sasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required username='4IOCAHDXJJ7HRTDQ' password='Cz5EpJBS9Y5pLjskf+Hs1XSGK9FcoO/tTqkstiEzCl/jVuN1EM4yKMDt2fx8Qbyl'; -sasl.mechanism=PLAIN diff --git a/tmp.yaml b/tmp.yaml deleted file mode 100644 index 378e7ba805..0000000000 --- a/tmp.yaml +++ /dev/null @@ -1,89 +0,0 @@ -apiVersion: v1 -kind: ConfigMap -metadata: - name: kafka-create-topics - annotations: - "helm.sh/hook": "pre-install, pre-upgrade" - "helm.sh/hook-weight": "2" - namespace: default -data: - create-topics.sh: | - #!/bin/bash - - ########################################################################## - # THIS FILE WAS GENERATED. DO NOT EDIT. See /infrastructure/tools/topics # - ########################################################################## - - set -euo pipefail - IFS=$'\n\t' - - - if [ -z "${ZOOKEEPER+x}" ]; then - if [ -z "${KAFKA_BROKERS+x}" ]; then - echo "Neither ZOOKEEPER nor KAFKA_BROKERS is set. Exiting." - exit 1 - fi - CONNECTION_OPTS=(--bootstrap-server $KAFKA_BROKERS) - echo "ZOOKEEPER is not set, using --bootstrap-server option instead" - else - CONNECTION_OPTS=(--zookeeper $ZOOKEEPER) - fi - - - PARTITIONS=${PARTITIONS:-10} - REPLICAS=${KAFKA_MINIMUM_REPLICAS:-1} - AIRY_CORE_NAMESPACE=${AIRY_CORE_NAMESPACE:-} - AUTH_JAAS=${AUTH_JAAS:-} - - if [ -n "${AIRY_CORE_NAMESPACE}" ]; then - AIRY_CORE_NAMESPACE="${AIRY_CORE_NAMESPACE}." - echo "Using ${AIRY_CORE_NAMESPACE} to namespace topics" - fi - - if [ -n "${AUTH_JAAS}" ]; then - cat < /opt/kafka/jaas.config - security.protocol=SASL_SSL - sasl.jaas.config=$AUTH_JAAS - sasl.mechanism=PLAIN - EOF - CONNECTION_OPTS+=(--command-config /opt/kafka/jaas.config) - echo "Using jaas authentication for connecting to Kafka" - cat /opt/kafka/jaas.config - fi - - echo "Creating Kafka topics" - - - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}application.communication.channels" - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}application.communication.contacts" --config cleanup.policy=compact min.compaction.lag.ms=86400000 segment.bytes=10485760 - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}application.communication.messages" --config cleanup.policy=compact min.compaction.lag.ms=86400000 segment.bytes=10485760 - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}application.communication.metadata" --config cleanup.policy=compact min.compaction.lag.ms=86400000 segment.bytes=10485760 - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}application.communication.read-receipt" --config cleanup.policy=compact min.compaction.lag.ms=86400000 segment.bytes=10485760 - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}application.communication.sources" --config cleanup.policy=compact min.compaction.lag.ms=86400000 segment.bytes=10485760 - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}application.communication.tags" --config cleanup.policy=compact min.compaction.lag.ms=86400000 segment.bytes=10485760 - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}application.communication.templates" --config cleanup.policy=compact min.compaction.lag.ms=86400000 segment.bytes=10485760 - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}application.communication.users" --config cleanup.policy=compact min.compaction.lag.ms=86400000 segment.bytes=10485760 - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}application.communication.webhooks-v0.29.0" --config cleanup.policy=compact min.compaction.lag.ms=86400000 segment.bytes=10485760 - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}ops.application.logs" - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}source.facebook.events" - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}source.google.events" - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}source.twilio.events" - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}source.viber.events" - - kafka-topics.sh --create --if-not-exists "${CONNECTION_OPTS[@]}" --replication-factor "${REPLICAS}" --partitions "${PARTITIONS}" --topic "${AIRY_CORE_NAMESPACE}source.whatsapp.events" - diff --git a/tmp2.yaml b/tmp2.yaml deleted file mode 100644 index da7cfb8e28..0000000000 --- a/tmp2.yaml +++ /dev/null @@ -1,131 +0,0 @@ -{ - "apiVersion": "batch/v1", - "kind": "Job", - "metadata": { - "annotations": { - "batch.kubernetes.io/job-tracking": "", - "helm.sh/hook": "post-install,post-upgrade" - }, - "creationTimestamp": "2022-08-08T20:17:25Z", - "generation": 1, - "labels": { - "controller-uid": "a04b3a04-e2cf-4cdf-ac6c-b76950c3b110", - "job-name": "provisioning-topics" - }, - "name": "provisioning-topics", - "namespace": "default", - "resourceVersion": "4881", - "uid": "0644d3d4-f408-48b7-9683-46791ac90ad1" - }, - "spec": { - "backoffLimit": 3, - "completionMode": "NonIndexed", - "completions": 1, - "parallelism": 1, - "suspend": false, - "template": { - "metadata": { - "creationTimestamp": null - }, - "spec": { - "containers": [ - { - "command": [ - "/bin/bash", - "/opt/provisioning/create-topics.sh" - ], - "envFrom": [ - { - "configMapRef": { - "name": "kafka-config" - } - } - ], - "image": "ghcr.io/airyhq/infrastructure/kafka:3.2.0", - "imagePullPolicy": "IfNotPresent", - "name": "create-topics", - "resources": {}, - "terminationMessagePath": "/dev/termination-log", - "terminationMessagePolicy": "File", - "volumeMounts": [ - { - "mountPath": "/opt/provisioning", - "name": "kafka-create-topics" - } - ] - } - ], - "dnsPolicy": "ClusterFirst", - "initContainers": [ - { - "command": [ - "/bin/sh", - "/opt/provisioning/wait-for-minimum-kafkas.sh" - ], - "envFrom": [ - { - "configMapRef": { - "name": "kafka-config" - } - } - ], - "image": "ghcr.io/airyhq/infrastructure/busybox:latest", - "imagePullPolicy": "IfNotPresent", - "name": "wait", - "resources": {}, - "terminationMessagePath": "/dev/termination-log", - "terminationMessagePolicy": "File", - "volumeMounts": [ - { - "mountPath": "/opt/provisioning", - "name": "provisioning-scripts" - } - ] - } - ], - "restartPolicy": "Never", - "schedulerName": "default-scheduler", - "securityContext": {}, - "terminationGracePeriodSeconds": 30, - "volumes": [ - { - "configMap": { - "defaultMode": 420, - "name": "provisioning-scripts" - }, - "name": "provisioning-scripts" - }, - { - "configMap": { - "defaultMode": 420, - "name": "kafka-create-topics" - }, - "name": "kafka-create-topics" - }, - { - "configMap": { - "defaultMode": 420, - "name": "kafka-config" - }, - "name": "kafka-config" - } - ] - } - } - }, - "status": { - "conditions": [ - { - "lastProbeTime": "2022-08-08T20:17:41Z", - "lastTransitionTime": "2022-08-08T20:17:41Z", - "message": "Job has reached the specified backoff limit", - "reason": "BackoffLimitExceeded", - "status": "True", - "type": "Failed" - } - ], - "failed": 4, - "startTime": "2022-08-08T20:17:25Z", - "uncountedTerminatedPods": {} - } -}