10.9. Kafka MirrorMaker 2 の設定

apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaMirrorMaker2
metadata:
  name: my-mirror-maker2
spec:
  version: 4.0.0
  connectCluster: "my-cluster-target"
  clusters:
  - alias: "my-cluster-source"
    bootstrapServers: my-cluster-source-kafka-bootstrap:9092
  - alias: "my-cluster-target"
    bootstrapServers: my-cluster-target-kafka-bootstrap:9092
  mirrors:
  - sourceCluster: "my-cluster-source"
    targetCluster: "my-cluster-target"
    sourceConnector: {}

# Basic configuration (required)
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaMirrorMaker2
metadata:
  name: my-mirror-maker2
# Deployment specifications
spec:
  # Replicas (required)
  replicas: 3 

  # Connect cluster name (required)
  connectCluster: "my-cluster-target" 

  # Cluster configurations (required)
  clusters: 

    - alias: "my-cluster-source" 

      # Authentication (optional)
      authentication: 

        certificateAndKey:
          certificate: source.crt
          key: source.key
          secretName: my-user-source
        type: tls
      bootstrapServers: my-cluster-source-kafka-bootstrap:9092 

      # TLS configuration (optional)
      tls: 

        trustedCertificates:
          - pattern: "*.crt"
            secretName: my-cluster-source-cluster-ca-cert
    - alias: "my-cluster-target" 

      # Authentication (optional)
      authentication: 

        certificateAndKey:
          certificate: target.crt
          key: target.key
          secretName: my-user-target
        type: tls
      bootstrapServers: my-cluster-target-kafka-bootstrap:9092 

      # Kafka Connect configuration (optional)
      config: 

        config.storage.replication.factor: 1
        offset.storage.replication.factor: 1
        status.storage.replication.factor: 1
      # TLS configuration (optional)
      tls: 

        trustedCertificates:
          - pattern: "*.crt"
            secretName: my-cluster-target-cluster-ca-cert
  # Mirroring configurations (required)
  mirrors: 

    - sourceCluster: "my-cluster-source" 

      targetCluster: "my-cluster-target" 

      # Topic and group patterns (required)
      topicsPattern: "topic1|topic2|topic3" 

      groupsPattern: "group1|group2|group3" 

      # Source connector configuration (required)
      sourceConnector: 

        tasksMax: 10 

        autoRestart: 

          enabled: true
        config:
          replication.factor: 1 

          offset-syncs.topic.replication.factor: 1 

          sync.topic.acls.enabled: "false" 

          refresh.topics.interval.seconds: 60 

          replication.policy.class: "org.apache.kafka.connect.mirror.IdentityReplicationPolicy" 

      # Heartbeat connector configuration (optional)
      heartbeatConnector: 

        autoRestart:
          enabled: true
        config:
          heartbeats.topic.replication.factor: 1 

          replication.policy.class: "org.apache.kafka.connect.mirror.IdentityReplicationPolicy"
      # Checkpoint connector configuration (optional)
      checkpointConnector: 

        autoRestart:
          enabled: true
        config:
          checkpoints.topic.replication.factor: 1 

          refresh.groups.interval.seconds: 600 

          sync.group.offsets.enabled: true 

          sync.group.offsets.interval.seconds: 60 

          emit.checkpoints.interval.seconds: 60 

          replication.policy.class: "org.apache.kafka.connect.mirror.IdentityReplicationPolicy"
  # Kafka version (recommended)
  version: 4.0.0 

  # Resources requests and limits (recommended)
  resources: 

    requests:
      cpu: "1"
      memory: 2Gi
    limits:
      cpu: "2"
      memory: 2Gi
  # Logging configuration (optional)
  logging: 

    type: inline
    loggers:
      # Kafka 4.0+ uses Log4j2
      rootLogger.level: INFO
  # Readiness probe (optional)
  readinessProbe: 

    initialDelaySeconds: 15
    timeoutSeconds: 5
  # Liveness probe (optional)
  livenessProbe:
    initialDelaySeconds: 15
    timeoutSeconds: 5
  # JVM options (optional)
  jvmOptions: 

    "-Xmx": "1g"
    "-Xms": "1g"
  # Custom image (optional)
  image: my-org/my-image:latest 

  # Rack awareness (optional)
  rack:
    topologyKey: topology.kubernetes.io/zone 

  # Pod template (optional)
  template: 

    pod:
      affinity:
        podAntiAffinity:
          requiredDuringSchedulingIgnoredDuringExecution:
            - labelSelector:
                matchExpressions:
                  - key: application
                    operator: In
                    values:
                      - postgresql
                      - mongodb
              topologyKey: "kubernetes.io/hostname"
    connectContainer: 

      env:
        - name: OTEL_SERVICE_NAME
          value: my-otel-service
        - name: OTEL_EXPORTER_OTLP_ENDPOINT
          value: "http://otlp-host:4317"
  # Tracing configuration (optional)
  tracing:
    type: opentelemetry