Docker方式部署

    1.创建数据目录

<code>mkdir -p /tmp/kafka/broker{1..3}/{data,logs}

mkdir -p /tmp/zookeeper/zookeeper/{data,datalog,logs,conf}

    2.Zookeeper配置,创建Zookeeper配置文件

vi /tmp/zookeeper/zookeeper/conf/zoo.cfg

        1)文件修改内容

# The number of milliseconds of each tick

tickTime=2000

# The number of ticks that the initial

# synchronization phase can take

initLimit=10

# The number of ticks that can pass between

# sending a request and getting an acknowledgement

syncLimit=5

# the directory where the snapshot is stored.

# do not use /tmp for storage, /tmp here is just

# example sakes.

dataDir=/data

dataLogDir=/datalog

# the port at which the clients will connect

clientPort=2181

# the maximum number of client connections.

# increase this if you need to handle more clients

#maxClientCnxns=60

#

# Be sure to read the maintenance section of the

# administrator guide before turning on autopurge.

#

# http://zookeeper.apache.org/doc/current/zookeeperAdmin.html#sc_maintenance

#

# The number of snapshots to retain in dataDir

autopurge.snapRetainCount=3

# Purge task interval in hours

# Set to "0" to disable auto purge feature

autopurge.purgeInterval=1

    3.创建Zookeeper日志配置

vi /tmp/zookeeper/zookeeper/conf/log4j.properties

        1)文件修改内容

# Define some default values that can be overridden by system properties

zookeeper.root.logger=INFO, CONSOLE

zookeeper.console.threshold=INFO

zookeeper.log.dir=/logs

zookeeper.log.file=zookeeper.log

zookeeper.log.threshold=DEBUG

zookeeper.tracelog.dir=.

zookeeper.tracelog.file=zookeeper_trace.log

#

# ZooKeeper Logging Configuration

#

# Format is "<default threshold> (, <appender>)+

# DEFAULT: console appender only

log4j.rootLogger=${zookeeper.root.logger}

# Example with rolling log file

#log4j.rootLogger=DEBUG, CONSOLE, ROLLINGFILE

# Example with rolling log file and tracing

#log4j.rootLogger=TRACE, CONSOLE, ROLLINGFILE, TRACEFILE

#

# Log INFO level and above messages to the console

#

log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender

log4j.appender.CONSOLE.Threshold=${zookeeper.console.threshold}

log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout

log4j.appender.CONSOLE.layout.ConversionPattern=%d{ISO8601} [myid:%X{myid}] - %-5p [%t:%C{1}@%L] - %m%n

#

# Add ROLLINGFILE to rootLogger to get log file output

# Log DEBUG level and above messages to a log file

log4j.appender.ROLLINGFILE=org.apache.log4j.RollingFileAppender

log4j.appender.ROLLINGFILE.Threshold=${zookeeper.log.threshold}

log4j.appender.ROLLINGFILE.File=${zookeeper.log.dir}/${zookeeper.log.file}

# Max log file size of 10MB

log4j.appender.ROLLINGFILE.MaxFileSize=10MB

# uncomment the next line to limit number of backup files

log4j.appender.ROLLINGFILE.MaxBackupIndex=10

log4j.appender.ROLLINGFILE.layout=org.apache.log4j.PatternLayout

log4j.appender.ROLLINGFILE.layout.ConversionPattern=%d{ISO8601} [myid:%X{myid}] - %-5p [%t:%C{1}@%L] - %m%n

#

# Add TRACEFILE to rootLogger to get log file output

# Log DEBUG level and above messages to a log file

log4j.appender.TRACEFILE=org.apache.log4j.FileAppender

log4j.appender.TRACEFILE.Threshold=TRACE

log4j.appender.TRACEFILE.File=${zookeeper.tracelog.dir}/${zookeeper.tracelog.file}

log4j.appender.TRACEFILE.layout=org.apache.log4j.PatternLayout

### Notice we are including log4j's NDC here (%x)

log4j.appender.TRACEFILE.layout.ConversionPattern=%d{ISO8601} [myid:%X{myid}] - %-5p [%t:%C{1}@%L][%x] - %m%n

    4.创建Docker编排文件

vi docker-compose.yaml

        1)文件修改内容

version: '2'

services:

zookeeper:

container_name: zookeeper

image: wurstmeister/zookeeper

restart: unless-stopped

hostname: zoo1

volumes:

- "/tmp/zookeeper/zookeeper/data:/data"

- "/tmp/zookeeper/zookeeper/datalog:/datalog"

- "/tmp/zookeeper/zookeeper/logs:/logs"

- "/tmp/zookeeper/zookeeper/conf:/opt/zookeeper-3.4.13/conf"

ports:

- "2181:2181"

networks:

- kafka

kafka1:

container_name: kafka1

image: wurstmeister/kafka

ports:

- "9092:9092"

environment:

KAFKA_ADVERTISED_HOST_NAME: 192.168.245.253 ## 修改:宿主机IP

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.245.253:9092 ## 修改:宿主机IP

KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"

KAFKA_ADVERTISED_PORT: 9092

KAFKA_BROKER_ID: 1

KAFKA_LOG_DIRS: /kafka/data

volumes:

- /tmp/kafka/broker1/logs:/opt/kafka/logs

- /tmp/kafka/broker1/data:/kafka/data

depends_on:

- zookeeper

networks:

- kafka

kafka2:

container_name: kafka2

image: wurstmeister/kafka

ports:

- "9093:9092"

environment:

KAFKA_ADVERTISED_HOST_NAME: 192.168.245.253 ## 修改:宿主机IP

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.245.253:9093 ## 修改:宿主机IP

KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"

KAFKA_ADVERTISED_PORT: 9093

KAFKA_BROKER_ID: 2

KAFKA_LOG_DIRS: /kafka/data

volumes:

- /tmp/kafka/broker2/logs:/opt/kafka/logs

- /tmp/kafka/broker2/data:/kafka/data

depends_on:

- zookeeper

networks:

- kafka

kafka3:

container_name: kafka3

image: wurstmeister/kafka

ports:

- "9094:9092"

environment:

KAFKA_ADVERTISED_HOST_NAME: 192.168.245.253 ## 修改:宿主机IP

KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://192.168.245.253:9094 ## 修改:宿主机IP

KAFKA_ZOOKEEPER_CONNECT: "zoo1:2181"

KAFKA_ADVERTISED_PORT: 9094

KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3

KAFKA_MIN_INSYNC_REPLICAS: 2

KAFKA_BROKER_ID: 3

KAFKA_LOG_DIRS: /kafka/data

volumes:

- /tmp/kafka/broker3/logs:/opt/kafka/logs

- /tmp/kafka/broker3/data:/kafka/data

depends_on:

- zookeeper

networks:

- kafka

kafka-manager:

image: sheepkiller/kafka-manager ## 镜像：开源的web管理kafka集群的界面

environment:

ZK_HOSTS: 192.168.245.253 ## 修改:宿主机IP

ports:

- "9000:9000" ## 暴露端口

networks:

- kafka

networks:

kafka:

driver: bridge

    5.启动服务

docker-compose up -d

kafka客户端管理工具:

        docker部署        

        Kafka Map