kafka安装
一、kafka安装（集群模式）
1、安装前准备
机器：10.199.240.232,10.199.206.20
kafka版本：2.12-0.10.1.1
下载地址; https://mirrors.tuna.tsinghua.edu.cn/apache/
相关目录：
/apps/svr/kafka_2.12-0.10.1.1 kafka根目录
/apps/logs/kafka kafka日志目录
/apps/sh kafka启动脚本
2、安装步骤
（1）kafka booker1
cd /apps/svr/kafka_2.12-0.10.1.1/config
mv server.properties server.properties.bak
touch server.properties
vim server.properties
|
broker.id=1 listeners=PLAINTEXT://10.199.206.20:9092 advertised.listeners=PLAINTEXT://10.199.206.20:9092 host.name=10.199.206.20 num.network.threads=3 num.io.threads=8 socket.send.buffer.bytes=102400 socket.receive.buffer.bytes=102400 socket.request.max.bytes=104857600 num.partitions=3 num.recovery.threads.per.data.dir=1 log.dirs=/apps/logs/kafka log.flush.interval.messages=10000 log.flush.interval.ms=1000 log.retention.hours=168 log.segment.bytes=1073741824 log.retention.check.interval.ms=300000 zookeeper.connect=zk1:2181 zookeeper.connection.timeout.ms=6000 |
vim producer.properties
|
bootstrap.servers=10.199.240.232:9092,10.199.206.20:9092 compression.type=none |
vim /etc/hosts
|
10.199.240.232 kafka2 zk2 db-t7pfx.vclound.com 10.199.206.20 kafka1 zk1 xupengzhang-gz5rn.vclound.com |
（2）kafka broker2
cd /apps/svr/kafka_2.12-0.10.1.1/config
mv server.properties server.properties.bak
touch server.properties
vim server.properties
|
broker.id=2 listeners=PLAINTEXT://10.199.240.232:9092 advertised.listeners=PLAINTEXT://10.199.240.232:9092 host.name=10.199.240.232 num.network.threads=3 num.io.threads=8 socket.send.buffer.bytes=102400 socket.receive.buffer.bytes=102400 socket.request.max.bytes=104857600 num.partitions=3 num.recovery.threads.per.data.dir=1 log.dirs=/apps/logs/kafka log.flush.interval.messages=10000 log.flush.interval.ms=1000 log.retention.hours=168 log.segment.bytes=1073741824 log.retention.check.interval.ms=300000 zookeeper.connect=zk1:2181 zookeeper.connection.timeout.ms=6000 |
vim producer.properties
|
bootstrap.servers=10.199.240.232:9092,10.199.206.20:9092 compression.type=none |
vim /etc/hosts
|
10.199.240.232 kafka2 zk2 db-t7pfx.vclound.com 10.199.206.20 kafka1 zk1 xupengzhang-gz5rn.vclound.com |
（3）启动脚本
source /etc/profile
kafkaHome="/apps/svr/kafka_2.12-0.10.1.1"
kafkaBin="$kafkaHome/bin"
kafkaConf="$kafkaHome/config"
zkHome="/apps/svr/zookeeper-3.4.11"
zkBin="$zkHome/bin"
function start() {
echo "Starting bundle zookeeper..."
$zkHome/bin/zkServer.sh start &
sleep 3
echo "Starting kafka server..."
$kafkaHome/bin/kafka-server-start.sh -daemon $kafkaHome/config/server.properties &
return $?
}
function stop() {
echo "Stoping kafka server..."
$kafkaHome/bin/kafka-server-stop.sh -daemon $kafkaHome/config/server.properties &
sleep 3
echo "Stoping bundle zookeeper..."
$zkHome/bin/zkServer.sh stop &
return $?
}
case "$1" in
start)
start
;;
stop)
stop
;;
restart)
stop
sleep 1
start
;;
posted on 2017-11-30 20:47 xupeng.zhang 阅读(...) 评论(...) 编辑 收藏