mirror of
https://github.com/pcvolkmer/etl-processor.git
synced 2025-07-01 14:12:55 +00:00
97 lines
3.1 KiB
YAML
97 lines
3.1 KiB
YAML
version: '3.7'
|
|
|
|
services:
|
|
|
|
zoo:
|
|
image: zookeeper:3.9.2
|
|
restart: unless-stopped
|
|
ports:
|
|
- "2181:2181"
|
|
environment:
|
|
ZOO_MY_ID: 1
|
|
ZOO_PORT: 2181
|
|
ZOO_SERVERS: server.1=zoo:2888:3888;2181
|
|
|
|
kafka:
|
|
image: confluentinc/cp-kafka:7.6.1
|
|
ports:
|
|
- "9092:9092"
|
|
environment:
|
|
KAFKA_ADVERTISED_LISTENERS: LISTENER_DOCKER_INTERNAL://kafka:19092,LISTENER_DOCKER_EXTERNAL://172.17.0.1:9093,LISTENER_EXTERNAL://127.0.0.1:9092
|
|
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: LISTENER_DOCKER_INTERNAL:PLAINTEXT,LISTENER_DOCKER_EXTERNAL:PLAINTEXT,LISTENER_EXTERNAL:PLAINTEXT
|
|
KAFKA_INTER_BROKER_LISTENER_NAME: LISTENER_DOCKER_INTERNAL
|
|
KAFKA_ZOOKEEPER_CONNECT: zoo:2181
|
|
KAFKA_BROKER_ID: 1
|
|
KAFKA_LOG4J_LOGGERS: kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO
|
|
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
|
|
KAFKA_MESSAGE_MAX_BYTES: 5242880
|
|
KAFKA_REPLICA_FETCH_MAX_BYTES: 5242880
|
|
KAFKA_COMPRESSION_TYPE: gzip
|
|
depends_on:
|
|
- zoo
|
|
healthcheck:
|
|
test: kafka-topics --bootstrap-server kafka:9092 --list
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
|
|
akhq:
|
|
image: tchiotludo/akhq:0.25.0
|
|
environment:
|
|
AKHQ_CONFIGURATION: |
|
|
akhq:
|
|
ui-options:
|
|
topic.show-all-consumer-groups: true
|
|
topic-data.sort: NEWEST
|
|
connections:
|
|
docker-kafka-server:
|
|
properties:
|
|
bootstrap.servers: "kafka:19092"
|
|
ports:
|
|
- "9000:8080"
|
|
depends_on:
|
|
- kafka
|
|
|
|
kafka-rest-proxy:
|
|
image: confluentinc/cp-kafka-rest:7.2.1
|
|
hostname: kafka-rest-proxy
|
|
ports:
|
|
- "8082:8082"
|
|
environment:
|
|
# KAFKA_REST_ZOOKEEPER_CONNECT: zoo1:2181
|
|
KAFKA_REST_LISTENERS: http://0.0.0.0:8082/
|
|
KAFKA_REST_SCHEMA_REGISTRY_URL: http://kafka-schema-registry:8081/
|
|
KAFKA_REST_HOST_NAME: kafka-rest-proxy
|
|
KAFKA_REST_BOOTSTRAP_SERVERS: PLAINTEXT://kafka1:19092
|
|
depends_on:
|
|
- zoo
|
|
- kafka
|
|
|
|
kafka-connect:
|
|
image: confluentinc/cp-kafka-connect:7.2.1
|
|
hostname: kafka-connect
|
|
ports:
|
|
- "8083:8083"
|
|
environment:
|
|
CONNECT_BOOTSTRAP_SERVERS: "kafka1:19092"
|
|
CONNECT_REST_PORT: 8083
|
|
CONNECT_GROUP_ID: compose-connect-group
|
|
CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs
|
|
CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets
|
|
CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status
|
|
CONNECT_KEY_CONVERTER: "org.apache.kafka.connect.storage.StringConverter"
|
|
CONNECT_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
|
|
CONNECT_REST_ADVERTISED_HOST_NAME: "kafka-connect"
|
|
CONNECT_LOG4J_ROOT_LOGLEVEL: "INFO"
|
|
CONNECT_LOG4J_LOGGERS: "org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR"
|
|
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "1"
|
|
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "1"
|
|
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "1"
|
|
CONNECT_PLUGIN_PATH: "/usr/share/java,/etc/kafka-connect/jars"
|
|
#volumes:
|
|
# - ./connectors:/etc/kafka-connect/jars/
|
|
depends_on:
|
|
- zoo
|
|
- kafka
|
|
- kafka-rest-proxy
|