- Window 버전
- topic : test, consumer-group: Test
-- Kafka 수행 위치 (kafka 설치 경로)
cd C:\monitoring\kafka
-- ZK SERVER START
.\bin\windows\zookeeper-server-start.bat .\config\zookeeper.properties
-- KAFKA BROKER SERVER START
.\bin\windows\kafka-server-start.bat .\config\server.properties
-- PRODUCER MESSAGE SEND SETTING
.\bin\windows\kafka-console-producer.bat --broker-list localhost:9092 --topic test
-- 'test01' TOPIC CREATE
.\bin\windows\kafka-topics.bat --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic test
group-id, topic, dataset-class, input-dataset-class
-- TOPIC CONSUME
.\bin\windows\kafka-console-consumer.bat --bootstrap-server localhost:9092 --topic test
-- 'test01' TESTING
.\bin\windows\kafka-producer-perf-test.bat --topic test --num-records 1000 --record-size 100 --throughput 500 --producer-props bootstrap.servers=localhost:9092
.\bin\windows\kafka-topics.bat --zookeeper localhost:2181 --alter --topic test --partitions 2
.\bin\windows\kafka-consumer-groups.bat --bootstrap-server localhost:9092 --group Test --describe
- linux (Cent OS) 버전
-
topic : test, consumer-group: Test
– 수행 경로 : {Kafka 설치경로}/bin
-- ZOOKEEPER LEADER CHECK
echo srvr | nc localhost 2181
-- PRODUCER START
./kafka-console-producer.sh --broker-list {server1}:9092,{server2}:9092,{server3}:9092 --topic test
-- TOPIC LIST
./kafka-topics.sh --list --bootstrap-server {server1}:9092,{server2}:9092,{server3}:9092
-- TOPIC DETAIL - Partition, ISR
./kafka-topics.sh --describe --bootstrap-server {server1}:9092,{server2}:9092,{server3}:9092 --topic test
-- TOPIC CREATE
./kafka-topics.sh --create --bootstrap-server {server1}:9092,{server2}:9092,{server3}:9092 --topic test --replication-factor 2 --partitions 2
-- TOPIC DELETE // server.properties에 delete.topic.enable = true 설정 필요
./kafka-topics.sh --delete --bootstrap-server {server1}:9092,{server2}:9092,{server3}:9092 --topic test
-- TOPIC CONSUMER GROUP STATUS - LAG 확인
./kafka-consumer-groups.sh --bootstrap-server {server1}:9092,{server2}:9092,{server3}:9092 --group Test --describe
-- TOPIC의 config.retention MODIFY ( EX) 1 HOUR )
./kafka-topics.sh --zookeeper {server1}:2181,{server2}:2181,{server3}:2181 --alter --topic test --config retention.ms=3600000
-- TOPIC PARTITION MODIFY (ONLY INCREASE)
./kafka-topics.sh --zookeeper {server1}:2181,{server2}:2181,{server3}:2181 --alter --topic reacting --partitions 2
-- CONSUMER open
./kafka-console-consumer.sh --bootstrap-server {server1}:9092,{server2}:9092,{server3}:9092 --topic test
