diff --git a/dev-upgrade/kafka/kafka-release.yaml b/dev-upgrade/kafka/kafka-release.yaml deleted file mode 100644 index 87e0673..0000000 --- a/dev-upgrade/kafka/kafka-release.yaml +++ /dev/null @@ -1,82 +0,0 @@ ---- -apiVersion: platform.confluent.io/v1beta1 -kind: Kafka -metadata: - name: kafka -spec: - replicas: 3 - configOverrides: - server: - - auto.create.topics.enable=true - - default.replication.factor=3 - jvm: - - "-Xmx512m" - podTemplate: - resources: - requests: - memory: "256Mi" - cpu: "100m" - limits: - memory: "4G" - cpu: "1" - affinity: - # podAntiAffinity: - # requiredDuringSchedulingIgnoredDuringExecution: - # - labelSelector: - # matchExpressions: - # - key: app - # operator: In - # values: - # - kafka - # topologyKey: kubernetes.io/hostname - nodeAffinity: - requiredDuringSchedulingIgnoredDuringExecution: - nodeSelectorTerms: - - matchExpressions: - - key: app.kubernetes.io/name - operator: In - values: - - trainer - image: - application: confluentinc/cp-server:7.4.0 - init: confluentinc/confluent-init-container:2.6.0 - dataVolumeCapacity: 20Gi - storageClass: - name: local-kafka - metricReporter: - enabled: true - dependencies: - zookeeper: - endpoint: zookeeper-0.zookeeper.common.svc:2181/release,zookeeper-1.zookeeper.common.svc:2181/release,zookeeper-2.zookeeper.common.svc:2181/release ---- -apiVersion: platform.confluent.io/v1beta1 -kind: SchemaRegistry -metadata: - name: schemaregistry -spec: - replicas: 3 - configOverrides: - jvm: - - "-Xmx128m" - podTemplate: - affinity: - # podAntiAffinity: - # requiredDuringSchedulingIgnoredDuringExecution: - # - labelSelector: - # matchExpressions: - # - key: app - # operator: In - # values: - # - schemaregistry - # topologyKey: kubernetes.io/hostname - nodeAffinity: - requiredDuringSchedulingIgnoredDuringExecution: - nodeSelectorTerms: - - matchExpressions: - - key: app.kubernetes.io/name - operator: In - values: - - trainer - image: - application: confluentinc/cp-schema-registry:7.4.0 - init: confluentinc/confluent-init-container:2.6.0 diff --git a/dev-upgrade/kafka/kafka-dev.yaml b/dev-upgrade/kafka/kafka.yaml similarity index 64% rename from dev-upgrade/kafka/kafka-dev.yaml rename to dev-upgrade/kafka/kafka.yaml index 4679608..276a98e 100644 --- a/dev-upgrade/kafka/kafka-dev.yaml +++ b/dev-upgrade/kafka/kafka.yaml @@ -1,5 +1,32 @@ --- apiVersion: platform.confluent.io/v1beta1 +kind: Zookeeper +metadata: + name: zookeeper +spec: + replicas: 3 + configOverrides: + jvm: + - "-Xmx128m" + podTemplate: + affinity: + nodeAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + nodeSelectorTerms: + - matchExpressions: + - key: app.kubernetes.io/name + operator: In + values: + - trainer + image: + application: confluentinc/cp-zookeeper:7.4.0 + init: confluentinc/confluent-init-container:2.6.0 + dataVolumeCapacity: 10Gi + logVolumeCapacity: 10Gi + storageClass: + name: local-kafka +--- +apiVersion: platform.confluent.io/v1beta1 kind: Kafka metadata: name: kafka @@ -20,15 +47,6 @@ spec: memory: "4G" cpu: "1" affinity: - # podAntiAffinity: - # requiredDuringSchedulingIgnoredDuringExecution: - # - labelSelector: - # matchExpressions: - # - key: app - # operator: In - # values: - # - kafka - # topologyKey: kubernetes.io/hostname nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: @@ -45,9 +63,10 @@ spec: name: local-kafka metricReporter: enabled: true - dependencies: - zookeeper: - endpoint: zookeeper-0-internal.common.svc:2181/dev,zookeeper-1-internal.common.svc:2181/dev,zookeeper-2-internal.common.svc:2181/dev + # dependencies: + # 多个kakfa集群复用zk + # zookeeper: + # endpoint: zookeeper.common.svc.cluster.local:2181 --- apiVersion: platform.confluent.io/v1beta1 kind: SchemaRegistry @@ -60,15 +79,6 @@ spec: - "-Xmx128m" podTemplate: affinity: - # podAntiAffinity: - # requiredDuringSchedulingIgnoredDuringExecution: - # - labelSelector: - # matchExpressions: - # - key: app - # operator: In - # values: - # - schemaregistry - # topologyKey: kubernetes.io/hostname nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: diff --git a/dev-upgrade/kafka/storage.yaml b/dev-upgrade/kafka/storage.yaml index 1641079..84652fb 100644 --- a/dev-upgrade/kafka/storage.yaml +++ b/dev-upgrade/kafka/storage.yaml @@ -1,13 +1,3 @@ ---- -apiVersion: storage.k8s.io/v1 -kind: StorageClass -metadata: - name: local-zookeeper -provisioner: openebs.io/local -reclaimPolicy: Retain -allowVolumeExpansion: true -volumeBindingMode: WaitForFirstConsumer - --- apiVersion: storage.k8s.io/v1 kind: StorageClass diff --git a/dev-upgrade/kafka/zookeeper.yaml b/dev-upgrade/kafka/zookeeper.yaml deleted file mode 100644 index 137e11e..0000000 --- a/dev-upgrade/kafka/zookeeper.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -apiVersion: platform.confluent.io/v1beta1 -kind: Zookeeper -metadata: - name: zookeeper -spec: - replicas: 3 - configOverrides: - jvm: - - "-Xmx128m" - podTemplate: - affinity: - # podAntiAffinity: - # requiredDuringSchedulingIgnoredDuringExecution: - # - labelSelector: - # matchExpressions: - # - key: app - # operator: In - # values: - # - zookeeper - # topologyKey: kubernetes.io/hostname - nodeAffinity: - requiredDuringSchedulingIgnoredDuringExecution: - nodeSelectorTerms: - - matchExpressions: - - key: app.kubernetes.io/name - operator: In - values: - - trainer - image: - application: confluentinc/cp-zookeeper:7.4.0 - init: confluentinc/confluent-init-container:2.6.0 - dataVolumeCapacity: 10Gi - logVolumeCapacity: 10Gi - storageClass: - name: local-zookeeper \ No newline at end of file