Kafka搭建

环境搭建

第一部分

1. 主机名master

   tar -zxvf zookeeper-3.4.5.tar.gz
   mv zookeeper-3.4.5 /usr/local/zk
   
   tar -zxvf kafka_2.10-0.10.2.1.tgz 
   mv kafka_2.10-0.10.2.1 /usr/local/kafka

• zookeeper的可视化web界面

2. cd zk
   cd conf
   cp zoo_sample.cfg zoo.cfg
   vim zoo.cfg
   
   cd zk
   mkdir data 
   
   vim /etc/profile
   
   export HADOOP_HOME=/usr/local/hadoop
   export JAVA_HOME=/usr/local/jdk
   export ZK_HOME=/usr/local/zk
   export PATH=.:$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$JAVA_HOME/bin:$ZK_HOME/bin:$PATH
   
   source /etc/profile
   jps
   
   zkServer.sh start
   zkServer.sh status
   zkCli.sh start
   ls /
   
   cd kafka/
   cd config/
   vim server.properties 
   #log.dirs=/tmp/kafka-logs
   log.dirs=/usr/local/kafka/data/kafka-logs

• window配置

  advertised.listeners=PLAINTEXT://your.host.name:9092

• 启动

  cd kafka
  bin/kafka-server-start.sh config/server.properties
  
  ./kafka-topics.sh --zookeeper 127.0.0.1:2181 --partitions 1 --replication-factor 1 --create --topic productscanlog
  
  ./kafka-console-producer.sh --broker-list 127.0.0.1:9092 --topic productscanlog
  
  ./kafka-console-consumer.sh --zookeeper 127.0.0.1:2181 --topic productscanlog

./kafka-topics.sh --zookeeper 127.0.0.1:2181 --partitions 1 --replication-factor 1 --create --topic productscanlogflume

./kafka-console-producer.sh --broker-list 127.0.0.1:9092 --topic productscanlogflume

./kafka-console-consumer.sh --zookeeper 127.0.0.1:2181 --topic productscanlogflume