kafka emplacement : /opt/ibm/biginsights/kafka_2.10
sudo wget http://mirror.vorboss.net/apache/kafka/0.10.2.2/kafka_2.10-0.10.2.2.tgz
sudo tar -xvf kafka_2.10-0.10.2.2.tgz
sudo mv kafka_2.10-0.10.2.2 kafka_2.10
sudo mkdir /opt/ibm/biginsights/kafka_2.10/data
sudo mkdir /opt/ibm/biginsights/kafka_2.10/data/kafka-logs
sudo chmod 777 -R /opt/ibm/biginsights/kafka_2.10
sudo vi kafka_2.10/config/server.properties
#add the following
listeners=PLAINTEXT://192.168.50.128:9092
advertised.listeners=PLAINTEXT://192.168.50.128:9092
log.dirs=/opt/ibm/biginsights/kafka_2.10/data/kafka-logs
Edit the <kafka_home>/bin-kafka-run-class.sh file.
KAFKA_GC_LOG_OPTS= »-Xverbosegclog:$LOG_DIR/$GC_LOG_FILE_NAME -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps »
bin/kafka-server-start.sh config/server.properties &
bin/kafka-topics.sh –create –zookeeper VM1-HS2-N1:2181 –replication-factor 1 –partitions 6 –topic topic1
bin/kafka-topics.sh –list –zookeeper VM3-HS1-N3:2181
bin/kafka-topics.sh –describe –zookeeper VM3-HS1-N3:2181 –topic topic1
bin/kafka-console-producer.sh –broker-list VM3-HS1-N3:9092 –topic topic1
#on another vm start a consumer
bin/kafka-console-consumer.sh –bootstrap-server VM2-HS2-N2:9092 –topic topic1