先部署kafka集群,启动
参考:docker compose部署kafka集群-CSDN博客
创建timezone文件,内容填写Asia/Shanghai
再部署kafka-connect集群
networks:
net:
external: trueservices:
kafka-connect1:
restart: always
image: debezium/connect:3.0.0.Final
container_name: kafka-connect1
hostname: kafka-connect1
#ports:
# - '8083:8083'
environment:
- GROUP_ID=kafka-connect-cluster
- BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
- CONFIG_STORAGE_TOPIC=connect-config
- OFFSET_STORAGE_TOPIC=connect-offset
- STATUS_STORAGE_TOPIC=connect-status
- OFFSET_FLUSH_TIMEOUT_MS=1000
- HEAP_OPTS=-Xmx8G
- CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
- CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
volumes:
- /etc/localtime:/etc/localtime
- /home/sumengnan/apache/kafka/timezone:/etc/timezone
- /home/sumengnan/apache/kafka/kafka-connect1/logs:/kafka/logs
networks:
- net
kafka-connect2:
restart: always
image: debezium/connect:3.0.0.Final
container_name: kafka-connect2
hostname: kafka-connect2
#ports:
# - '8084:8083'
environment:
- GROUP_ID=kafka-connect-cluster
- BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
- CONFIG_STORAGE_TOPIC=connect-config
- OFFSET_STORAGE_TOPIC=connect-offset
- STATUS_STORAGE_TOPIC=connect-status
- OFFSET_FLUSH_TIMEOUT_MS=1000
- HEAP_OPTS=-Xmx8G
- CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
- CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
volumes:
- /etc/localtime:/etc/localtime
- /home/sumengnan/apache/kafka/timezone:/etc/timezone
- /home/sumengnan/apache/kafka/kafka-connect2/logs:/kafka/logs
networks:
- net
kafka-connect3:
restart: always
image: debezium/connect:3.0.0.Final
container_name: kafka-connect3
hostname: kafka-connect3
#ports:
# - '8085:8083'
environment:
- GROUP_ID=kafka-connect-cluster
- BOOTSTRAP_SERVERS=kafka1:9092,kafka1:9093,kafka1:9094
- CONFIG_STORAGE_TOPIC=connect-config
- OFFSET_STORAGE_TOPIC=connect-offset
- STATUS_STORAGE_TOPIC=connect-status
- OFFSET_FLUSH_TIMEOUT_MS=1000
- HEAP_OPTS=-Xmx8G
- CONNECT_KEY_CONVERTER_SCHEMAS_ENABLE=false
- CONNECT_VALUE_CONVERTER_SCHEMAS_ENABLE=false
volumes:
- /etc/localtime:/etc/localtime
- /home/sumengnan/apache/kafka/timezone:/etc/timezone
- /home/sumengnan/apache/kafka/kafka-connect3/logs:/kafka/logs
networks:
- net
kafka-connect-ui:
restart: always
image: landoop/kafka-connect-ui:0.9.7
container_name: kafka-connect-ui
hostname: kafka-connect-ui
ports:
- '8000:8000'
environment:
- CONNECT_URL=http://kafka-connect1:8083,http://kafka-connect2:8083,http://kafka-connect3:8083
volumes:
- /etc/localtime:/etc/localtime
networks:
- net
kafka-connect-ui为kafka-connect的可视化web界面,访问8000端口。