remove extra compose files
Francis Cao
parent
57d37381d9
commit
0a898354a4
|
|
@ -1,94 +0,0 @@
|
||||||
|
|
||||||
version: '2.1'
|
|
||||||
|
|
||||||
services:
|
|
||||||
zoo1:
|
|
||||||
image: confluentinc/cp-zookeeper:7.2.0
|
|
||||||
hostname: zoo1
|
|
||||||
container_name: zoo1
|
|
||||||
ports:
|
|
||||||
- "2181:2181"
|
|
||||||
environment:
|
|
||||||
ZOOKEEPER_CLIENT_PORT: 2181
|
|
||||||
ZOOKEEPER_SERVER_ID: 1
|
|
||||||
ZOOKEEPER_SERVERS: zoo1:2888:3888
|
|
||||||
|
|
||||||
|
|
||||||
kafka1:
|
|
||||||
image: confluentinc/cp-kafka:7.2.0
|
|
||||||
hostname: kafka1
|
|
||||||
container_name: kafka1
|
|
||||||
ports:
|
|
||||||
- "9092:9092"
|
|
||||||
- "29092:29092"
|
|
||||||
environment:
|
|
||||||
KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka1:19092,EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9092,DOCKER://host.docker.internal:29092
|
|
||||||
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT
|
|
||||||
KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
|
|
||||||
KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
|
|
||||||
KAFKA_BROKER_ID: 1
|
|
||||||
KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
|
|
||||||
KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer
|
|
||||||
KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
|
|
||||||
depends_on:
|
|
||||||
- zoo1
|
|
||||||
|
|
||||||
kafka2:
|
|
||||||
image: confluentinc/cp-kafka:7.2.0
|
|
||||||
hostname: kafka2
|
|
||||||
container_name: kafka2
|
|
||||||
ports:
|
|
||||||
- "9093:9093"
|
|
||||||
- "29093:29093"
|
|
||||||
environment:
|
|
||||||
KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka2:19093,EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9093,DOCKER://host.docker.internal:29093
|
|
||||||
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT
|
|
||||||
KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
|
|
||||||
KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
|
|
||||||
KAFKA_BROKER_ID: 2
|
|
||||||
KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
|
|
||||||
KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer
|
|
||||||
KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
|
|
||||||
depends_on:
|
|
||||||
- zoo1
|
|
||||||
|
|
||||||
|
|
||||||
kafka3:
|
|
||||||
image: confluentinc/cp-kafka:7.2.0
|
|
||||||
hostname: kafka3
|
|
||||||
container_name: kafka3
|
|
||||||
ports:
|
|
||||||
- "9094:9094"
|
|
||||||
- "29094:29094"
|
|
||||||
environment:
|
|
||||||
KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka3:19094,EXTERNAL://${DOCKER_HOST_IP:-127.0.0.1}:9094,DOCKER://host.docker.internal:29094
|
|
||||||
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT
|
|
||||||
KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
|
|
||||||
KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"
|
|
||||||
KAFKA_BROKER_ID: 3
|
|
||||||
KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
|
|
||||||
KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer
|
|
||||||
KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
|
|
||||||
depends_on:
|
|
||||||
- zoo1
|
|
||||||
|
|
||||||
init-kafka:
|
|
||||||
image: confluentinc/cp-kafka:7.2.0
|
|
||||||
depends_on:
|
|
||||||
- kafka1
|
|
||||||
- kafka2
|
|
||||||
- kafka3
|
|
||||||
entrypoint: [ '/bin/sh', '-c' ]
|
|
||||||
command: |
|
|
||||||
"
|
|
||||||
# blocks until kafka is reachable
|
|
||||||
kafka-topics --bootstrap-server kafka1:19092 --list
|
|
||||||
|
|
||||||
echo -e 'Creating kafka topics'
|
|
||||||
kafka-topics --bootstrap-server kafka1:19092 --create --if-not-exists --topic pageview --replication-factor 3 --partitions 3
|
|
||||||
kafka-topics --bootstrap-server kafka2:19093 --create --if-not-exists --topic event --replication-factor 3 --partitions 3
|
|
||||||
kafka-topics --bootstrap-server kafka3:19094 --create --if-not-exists --topic session --replication-factor 3 --partitions 3
|
|
||||||
|
|
||||||
echo -e 'Successfully created the following topics:'
|
|
||||||
kafka-topics --bootstrap-server kafka1:19092 --list
|
|
||||||
"
|
|
||||||
|
|
@ -1,84 +0,0 @@
|
||||||
version: "3"
|
|
||||||
services:
|
|
||||||
zookeeper:
|
|
||||||
image: 'bitnami/zookeeper:latest'
|
|
||||||
ports:
|
|
||||||
- '2181:2181'
|
|
||||||
environment:
|
|
||||||
- ALLOW_ANONYMOUS_LOGIN=yes
|
|
||||||
|
|
||||||
kafka1:
|
|
||||||
image: 'bitnami/kafka:latest'
|
|
||||||
container_name: kafka1
|
|
||||||
ports:
|
|
||||||
- '9092:9092'
|
|
||||||
- '19092:19092'
|
|
||||||
environment:
|
|
||||||
- KAFKA_BROKER_ID=1
|
|
||||||
- KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181
|
|
||||||
- ALLOW_PLAINTEXT_LISTENER=yes
|
|
||||||
- KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT
|
|
||||||
- KAFKA_CFG_LISTENERS=CLIENT://:19092,EXTERNAL://0.0.0.0:9092
|
|
||||||
- KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka1:19092,EXTERNAL://dev-01.umami.dev:9092
|
|
||||||
- KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
|
|
||||||
kafka2:
|
|
||||||
image: 'bitnami/kafka:latest'
|
|
||||||
container_name: kafka2
|
|
||||||
ports:
|
|
||||||
- '9093:9093'
|
|
||||||
- '19093:19093'
|
|
||||||
environment:
|
|
||||||
- KAFKA_BROKER_ID=2
|
|
||||||
- KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181
|
|
||||||
- ALLOW_PLAINTEXT_LISTENER=yes
|
|
||||||
- KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT
|
|
||||||
- KAFKA_CFG_LISTENERS=CLIENT://:19093,EXTERNAL://0.0.0.0:9093
|
|
||||||
- KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka2:19093,EXTERNAL://dev-01.umami.dev:9093
|
|
||||||
- KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
|
|
||||||
kafka3:
|
|
||||||
image: 'bitnami/kafka:latest'
|
|
||||||
container_name: kafka3
|
|
||||||
ports:
|
|
||||||
- '9094:9094'
|
|
||||||
- '19094:19094'
|
|
||||||
environment:
|
|
||||||
- KAFKA_BROKER_ID=3
|
|
||||||
- KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181
|
|
||||||
- ALLOW_PLAINTEXT_LISTENER=yes
|
|
||||||
- KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT
|
|
||||||
- KAFKA_CFG_LISTENERS=CLIENT://:19094,EXTERNAL://0.0.0.0:9094
|
|
||||||
- KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka3:19094,EXTERNAL://dev-01.umami.dev:9094
|
|
||||||
- KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT
|
|
||||||
depends_on:
|
|
||||||
- zookeeper
|
|
||||||
|
|
||||||
|
|
||||||
# version: "3"
|
|
||||||
# services:
|
|
||||||
# zookeeper:
|
|
||||||
# image: 'bitnami/zookeeper:latest'
|
|
||||||
# ports:
|
|
||||||
# - '2181:2181'
|
|
||||||
# environment:
|
|
||||||
# - ALLOW_ANONYMOUS_LOGIN=yes
|
|
||||||
# kafka:
|
|
||||||
# image: 'bitnami/kafka:latest'
|
|
||||||
# ports:
|
|
||||||
# - '9092:9092'
|
|
||||||
# - '9093:9093'
|
|
||||||
# environment:
|
|
||||||
# - KAFKA_BROKER_ID=1
|
|
||||||
# - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181
|
|
||||||
# - ALLOW_PLAINTEXT_LISTENER=yes
|
|
||||||
# - KAFKA_CFG_LISTENER_SECURITY_PROTOCOL_MAP=CLIENT:PLAINTEXT,EXTERNAL:PLAINTEXT
|
|
||||||
# - KAFKA_CFG_LISTENERS=CLIENT://:9092,EXTERNAL://0.0.0.0:9093
|
|
||||||
# - KAFKA_CFG_ADVERTISED_LISTENERS=CLIENT://kafka:9092,EXTERNAL://dev-01.umami.dev:9093
|
|
||||||
# - KAFKA_CFG_INTER_BROKER_LISTENER_NAME=CLIENT
|
|
||||||
# depends_on:
|
|
||||||
# - zookeeper
|
|
||||||
Loading…
Reference in New Issue