1、安装JAVA

#下载安装包

https://www.oracle.com/technetwork/java/javase/downloads/index.html

tar -xzvf jdk-8u211-linux-x64.tar.gz

vim /etc/profile

export JAVA_HOME=/www/softs/jdk1.8

export JRE_HOME=${JAVA_HOME}/jre

export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib

export PATH=${JAVA_HOME}/bin:$PATH

source /etc/profile

java -version

2、安装zookeeper

#下载zookeeper

https://zookeeper.apache.org/

#解压

tar -xzvf apache-zookeeper-3.5.5-bin.tar.gz

mv apache-zookeeper-3.5.5-bin zookeeper

cd /www/softs/zookeeper

mkdir /www/softs/zookeeper/data

#修改配置文件

cp conf/zoo_sample.cfg conf/zoo.cfg

vim conf/zoo.cfg

dataDir=/www/softs/zookeeper/data

server.1=172.19.60.175:2888:3888

server.2=172.19.60.174:2888:3888

【服务器-1】

echo "1" > /www/softs/zookeeper/data/myid

【服务器-2】

echo "2" > /www/softs/zookeeper/data/myid

#启动服务

/www/softs/zookeeper/bin/zkServer.sh start

/www/softs/zookeeper/bin/zkServer.sh status

/www/softs/zookeeper/bin/zkServer.sh stop

/www/softs/zookeeper/bin/zkServer.sh restart

【从服务器显示状态】

Mode: follower

【主服务器显示状态】

Mode: leader

3、安装kafka

#下载

https://www.apache.org/dyn/closer.cgi?path=/kafka/1.0.0/kafka_2.12-1.0.0.tgz

#解压

tar -xzvf kafka_2.12-2.2.1.tgz

mv kafka_2.12-2.2.1 kafka

#编辑配置文件

vim /www/softs/kafka/config/server.properties

【服务器-1】

broker.id=0

port=9092

log.dirs=/www/softs/kafka/kafka-logs

listeners=PLAINTEXT://192.168.10.41:9092

4、命令

# 启动zookeeper

/www/softs/kafka/bin/zookeeper-server-start.sh -daemon /www/softs/kafka/config/zookeeper.properties

# 启动broker

nohup /www/softs/kafka/bin/kafka-server-start.sh /www/softs/kafka/config/server.properties 1>/dev/null 2>&1 &

# 停止zookeeper

/www/softs/kafka/bin/zookeeper-server-stop.sh

# 停止broker

/www/softs/kafka/bin/kafka-server-stop.sh

# 创建topic

/www/softs/kafka/bin/kafka-topics.sh --create --bootstrap-server 172.19.60.175:9092,172.19.60.174:9092 --replication-factor 1 --partitions 6 --topic test

# 查看所有topic

/www/softs/kafka/bin/kafka-topics.sh --list --bootstrap-server 172.19.60.175:9092,172.19.60.174:9092

# 查看单个topic信息

/www/softs/kafka/bin/kafka-topics.sh --describe --bootstrap-server 172.19.60.175:9092,172.19.60.174:9092 --topic test

# 给topic增加partitions

/www/softs/kafka/bin/kafka-topics.sh --bootstrap-server 172.19.60.175:9092,172.19.60.174:9092 --alter --topic test --partitions 6

# 生产消息

/www/softs/kafka/bin/kafka-console-producer.sh --broker-list 172.19.60.175:9092,172.19.60.174:9092 --topic test

# 消费消息

/www/softs/kafka/bin/kafka-console-consumer.sh --bootstrap-server 172.19.60.175:9092,172.19.60.174:9092 --topic test --from-beginning

# 删除topic

/www/softs/kafka/bin/kafka-topics.sh --bootstrap-server 172.19.60.175:9092,172.19.60.174:9092 --delete --topic test

#查看消费组个数

/www/softs/kafka/bin/kafka-consumer-groups.sh --bootstrap-server 172.19.60.175:9092,172.19.60.174:9092 --list

#查看消费者数量

/www/softs/kafka/bin/kafka-consumer-groups.sh --bootstrap-server 172.19.60.175:9092,172.19.60.174:9092 --describe --group test --members

# 检测消费者位置

/www/softs/kafka/bin/kafka-consumer-groups.sh --bootstrap-server 172.19.60.175:9092,172.19.60.174:9092 --describe --group test

# 查看消费者状态

/www/softs/kafka/bin/kafka-consumer-groups.sh --bootstrap-server 172.19.60.175:9092,172.19.60.174:9092 --describe --group test

# 杀死进程

ps -ef | grep java | grep -v grep | awk '{print $2}' | xargs kill -9

# 清除日志

rm -rf /tmp/kafka-logs/ && rm -rf /tmp/zookeeper/ && rm -rf /home/kafka/logs/*

5、PHP扩展

# kafka php库

# 下载源码librdkafka

https://github.com/edenhill/librdkafka.git

cd librdkafka-master

./configure

make && make install

# 安装php kafka扩展 php-rdkafka extension

# 下载源码

https://github.com/arnaud-lb/php-rdkafka.git

# 编译安装

unzip php-rdkafka-master.zip

cd php-rdkafka-master

/www/server/php/72/bin/phpize

./configure --with-php-config=/www/server/php/72/bin/php-config

make && make install

# 查看.so名称

ls /www/server/php/72/lib/php/extensions/no-debug-non-zts-20170718/

# 修改php.ini

extension = /www/server/php/72/lib/php/extensions/no-debug-non-zts-20170718/rdkafka.so

# 重启php，查看phpinfo，搜索kafka，找到即成功

# 使用示例:

https://arnaud-lb.github.io/php-rdkafka/phpdoc/rdkafka.examples.html

6、PHP使用