启动hdfs kafka zookeeper fuflume指令
#启动hdfs kafka zookeeper fuflume producer consumer指令
##hdfs启动
start-dfs.sh
##启动zookeeper
./zkmanager.sh start
## 启动kafka
cd apps/kafka_2.12-2.2.0/bin/
./kafka-server-start.sh …/config/server.properties
##启动flume
cd apps/flume-1.8.0/bin/
./flume-ng agent -C …/conf/ -f …/dir-hdfs.conf -n ag1 -Dflume.root.logger=INFO.console
(这个跟踪的是下沉到hdfs中的)
./flume-ng agent -C …/conf/ -f …/dir-kafka.conf -n a1 -Dflume.root.logger=INFO.console
(这个跟踪的是下沉到kafka中的)
kafka 创建主题
./kafka-topics.sh --create --zookeeper hadoop01:2181,hadoop02:2181,hadoop03:2181 --replication-factor 1 --partitions 1 --topic test
//可以通过zk验证
kafka中创建生产者
./kafka-console-producer.sh --broker-list hadoop01:9092,hadoop02:9092,hadoop03:9092 --topic test
//消费消息
./kafka-console-consumer.sh --bootstrap-server hadoop01:9092,hadoop02:9092,hadoop03:9092 --topic test --from-beginning
//删除主题
./kafka-topics.sh --delete --zookeeper hadoop01:2181,hadoop02:2181,hadoop03:2181 --topic test2
//查看描述
./kafka-topics.sh --describe --zookeeper hadoop01:2181,hadoop02:2181,hadoop03:2181 --topic test