淘宝客cms建站教程,公司用什么邮箱好,大型网站开发合同,电子商务网站界面设计kafka KRaft集群安装
包下载
https://downloads.apache.org/kafka/3.6.1/kafka_2.13-3.6.1.tgzkafka集群构建好后的数据目录结构
[rootlocalhost data]# tree /data/kafka
/data/kafka
├── kafka-1 # 节点1源码目录
├── kafka-2 # 节点2源码目录
├── kafka-3 # 节点…kafka KRaft集群安装
包下载
https://downloads.apache.org/kafka/3.6.1/kafka_2.13-3.6.1.tgzkafka集群构建好后的数据目录结构
[rootlocalhost data]# tree /data/kafka
/data/kafka
├── kafka-1 # 节点1源码目录
├── kafka-2 # 节点2源码目录
├── kafka-3 # 节点3源码目录
└── kafkadata # kafka数据存放目录├── kafkadata1 # 节点1数据存放目录├── kafkadata2 # 节点2数据存放目录└── kafkadata3 # 节点3数据存放目录更改kafka配置文件
kafka节点1配置文件
[rootlocalhost kraft]# cat cat /data/kafka/kafka-1/config/kraft/server.properties |grep -Ev #|^$
# 表示kafka的KRaft模式
process.rolesbroker,controller
# 集群节点的标记
node.id1
# 参与集群投票节点
controller.quorum.voters1localhost:19093,2localhost:29093,3localhost:39093
# 定义监听地址
listenersPLAINTEXT://:19092,CONTROLLER://:19093
inter.broker.listener.namePLAINTEXT
# 对外宣告地址
advertised.listenersPLAINTEXT://localhost:19092
controller.listener.namesCONTROLLER
listener.security.protocol.mapCONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL
num.network.threads3
num.io.threads8
socket.send.buffer.bytes102400
socket.receive.buffer.bytes102400
socket.request.max.bytes104857600
log.dirs/tmp/kraft-combined-logs
num.partitions1
num.recovery.threads.per.data.dir1
offsets.topic.replication.factor1
transaction.state.log.replication.factor1
transaction.state.log.min.isr1
log.retention.hours168
log.segment.bytes1073741824
log.retention.check.interval.ms300000kafka节点2配置文件
[rootlocalhost kafka]# cat /data/kafka/kafka-2/config/kraft/server.properties |grep -Ev #|^$
process.rolesbroker,controller
node.id2
controller.quorum.voters1localhost:19093,2localhost:29093,3localhost:39093
listenersPLAINTEXT://:29092,CONTROLLER://:29093
inter.broker.listener.namePLAINTEXT
advertised.listenersPLAINTEXT://localhost:29092
controller.listener.namesCONTROLLER
listener.security.protocol.mapCONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL
num.network.threads3
num.io.threads8
socket.send.buffer.bytes102400
socket.receive.buffer.bytes102400
socket.request.max.bytes104857600
log.dirs/data/kafka/kafkadata/kafkadata2
num.partitions1
num.recovery.threads.per.data.dir1
offsets.topic.replication.factor1
transaction.state.log.replication.factor1
transaction.state.log.min.isr1
log.retention.hours168
log.segment.bytes1073741824
log.retention.check.interval.ms300000kafka节点3配置文件
[rootlocalhost kafka]# cat /data/kafka/kafka-3/config/kraft/server.properties |grep -Ev #|^$
process.rolesbroker,controller
node.id3
controller.quorum.voters1localhost:19093,2localhost:29093,3localhost:39093
listenersPLAINTEXT://:39092,CONTROLLER://:39093
inter.broker.listener.namePLAINTEXT
advertised.listenersPLAINTEXT://localhost:39092
controller.listener.namesCONTROLLER
listener.security.protocol.mapCONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,SSL:SSL,SASL_PLAINTEXT:SASL_PLAINTEXT,SASL_SSL:SASL_SSL
num.network.threads3
num.io.threads8
socket.send.buffer.bytes102400
socket.receive.buffer.bytes102400
socket.request.max.bytes104857600
log.dirs/data/kafka/kafkadata/kafkadata3
num.partitions1
num.recovery.threads.per.data.dir1
offsets.topic.replication.factor1
transaction.state.log.replication.factor1
transaction.state.log.min.isr1
log.retention.hours168
log.segment.bytes1073741824
log.retention.check.interval.ms300000获取集群uuid
[rootlocalhost kafka]# /data/kafka/kafka-1/bin/kafka-storage.sh random-uuid
fzSBf0PjTRi3zNH_0Abc-g格式化kafka数据存储目录
/data/kafka/kafka-1/bin/kafka-storage.sh format -t fzSBf0PjTRi3zNH_0Abc-g -c /data/kafka/kafka-1/config/kraft/server.properties
/data/kafka/kafka-2/bin/kafka-storage.sh format -t fzSBf0PjTRi3zNH_0Abc-g -c /data/kafka/kafka-2/config/kraft/server.properties
/data/kafka/kafka-3/bin/kafka-storage.sh format -t fzSBf0PjTRi3zNH_0Abc-g -c /data/kafka/kafka-3/config/kraft/server.properties启动kafka
nohup /data/kafka/kafka-1/bin/kafka-server-start.sh /data/kafka/kafka-1/config/kraft/server.properties /data/kafka/kafkadata/kafka-1.log
nohup /data/kafka/kafka-2/bin/kafka-server-start.sh /data/kafka/kafka-2/config/kraft/server.properties /data/kafka/kafkadata/kafka-2.log
nohup /data/kafka/kafka-3/bin/kafka-server-start.sh /data/kafka/kafka-3/config/kraft/server.properties /data/kafka/kafkadata/kafka-3.log 创建主题3个分区3个副本 /data/kafka/kafka-3/bin/kafka-topics.sh --create --topic test-topic --bootstrap-server localhost:39092 --replication-factor 3 --partitions 3列出主题查看主题是否创建 /data/kafka/kafka-3/bin/kafka-topics.sh --list --bootstrap-server localhost:39092生产消息 /data/kafka/kafka-3/bin/kafka-console-producer.sh --topic test-topic --bootstrap-server localhost:39092消费消息 /data/kafka/kafka-3/bin/kafka-console-consumer.sh --topic test-topic --from-beginning --bootstrap-server localhost:39092检查集群脚本状态
/data/kafka/kafka-3/bin/kafka-broker-api-versions.sh --bootstrap-server localhost:39092集群的性能测试
生产者性能测试 /data/kafka/kafka-3/bin/kafka-producer-perf-test.sh --topic test-topic --num-records 50000 --record-size 1000 --throughput -1 --producer-props bootstrap.serverslocalhost:39092消费者性能测试 /data/kafka/kafka-3/bin/kafka-consumer-perf-test.sh --topic test-topic --bootstrap-server localhost:39092 --fetch-size 1048576 --messages 50000 --threads 1
