kafka常用配置

2023-09-11 阅读 16 评论 0

摘要：#自定义一些启动配置 #!/bin/bash . /etc/profile export JMX_PORT=xxxx export KAFKA_HEAP_OPTS="-Xmx6g -Xms6g -XX:MetaspaceSize=96m -XX:+UseG1GC -XX:MaxGCPauseMillis=20 -XX:InitiatingHeapOccupancyPercent=35 -XX:G1HeapRegionSize=

#自定义一些启动配置
#!/bin/bash
. /etc/profile
export JMX_PORT=xxxx
export KAFKA_HEAP_OPTS="-Xmx6g -Xms6g -XX:MetaspaceSize=96m -XX:+UseG1GC -XX:MaxGCPauseMillis=20 -XX:InitiatingHeapOccupancyPercent=35 -XX:G1HeapRegionSize=16M -XX:MinMetaspaceFreeRatio=50 -XX:MaxMetaspaceFreeRatio=80"bindir=$(cd $(dirname $0); pwd)
cd $bindir
nohup $bindir/bin/kafka-server-start.sh $bindir/config/server.properties > /dev/null 2>&1 &# bin/kafka-server-start.sh启动脚本修改，添加安全认证配置文件
exec $base_dir/kafka-run-class.sh $EXTRA_ARGS -Djava.security.auth.login.config=$base_dir/../config/kafka-server-jaas.conf kafka.Kafka "$@"#broker安全认证配置 kafka-server-jaas.conf   
KafkaServer {
org.apache.kafka.common.security.scram.ScramLoginModule required
username="xxx"
password="xxx";
};# 客户端安全认证配置 ../config/kafka-client-jaas.conf 
KafkaClient {
org.apache.kafka.common.security.scram.ScramLoginModule required
username="xxx"
password="xxx";
};#副本迁移命令kafka-reassign-partitions-acl.sh添加安全认证配置
echo $base_dir
exec $(dirname $0)/kafka-run-class.sh -Djava.security.auth.login.config=/opt/bigdata/app/kafka/config/kafka-client-jaas.conf kafka.admin.ReassignPartitionsCommand "$@"#其他消费组相关命令可以参考副本迁移命令