k8s 通过kafka operator部署kafka集群 3.9.2版本

 

使用的operator是strimzi，官方文档：https://strimzi.io/quickstarts/

1、安装 Strimzi 

helm install strimzi-cluster-operator \
  oci://quay.io/strimzi-helm/strimzi-kafka-operator \
  --version 0.45.2 \
  --namespace kafka

 

2、安装kafka-cluster

vim kafka-cluster.yaml

 

# ============================================
# Strimzi 0.45.2 + Kafka 3.9.2
# KRaft（无 ZooKeeper）
# ============================================

apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaNodePool
metadata:
  name: kafka
  namespace: kafka
  labels:
    strimzi.io/cluster: mq
spec:
  replicas: 3
  roles:
    - controller
    - broker
  storage:
    type: jbod
    volumes:
      - id: 0
        type: persistent-claim
        size: 50Gi
        deleteClaim: false
        kraftMetadata: shared
        class: alicloud-disk-essd   # ← 改成你环境的 StorageClass
  resources:
    requests:
      cpu: "200m"
      memory: "1Gi"
    limits:
      cpu: "1000m"
      memory: "2Gi"
---
apiVersion: kafka.strimzi.io/v1beta2
kind: Kafka
metadata:
  name: mq
  namespace: kafka
  annotations:
    strimzi.io/kraft: enabled
    strimzi.io/node-pools: enabled
spec:
  kafka:
    version: 3.9.2
    metadataVersion: 3.9-IV0
    listeners:
      - name: plain
        port: 9092
        type: internal
        tls: false
      - name: external
        port: 9094
        type: loadbalancer
        tls: false
        configuration:
          bootstrap:
            nodePort: 32518
          brokers:
            - broker: 0
              nodePort: 32519
            - broker: 1
              nodePort: 32520
            - broker: 2
              nodePort: 32521
    config:
      auto.create.topics.enable: false
      default.replication.factor: 3
      min.insync.replicas: 1
      num.io.threads: 8
      num.network.threads: 5
      num.partitions: 1
      num.replica.fetchers: 2
      replica.lag.time.max.ms: 30000
      socket.receive.buffer.bytes: 102400
      socket.request.max.bytes: 104857600
      socket.send.buffer.bytes: 102400
      unclean.leader.election.enable: false
      log.retention.hours: 168
      log.segment.bytes: 1073741824
      offsets.topic.replication.factor: 3
      transaction.state.log.replication.factor: 3
      transaction.state.log.min.isr: 2
  entityOperator:
    topicOperator: {}
    userOperator: {}

 

kc apply -f kafka-cluster.yaml