Shulou(Shulou.com)06/02 Report--

Introduction to the absence of 1.zookeeper cluster deployment

Zk provides 2181 ports to be deployed on three machines, also the following three

The 2.hosts file must be done or the kafka system will not start.

[root@linux-node1 bin] # cat / etc/hosts192.168.56.11 linux-node1192.168.56.12 linux-node2192.168.56.13 linux-node3

3.linux-node1

[root@linux-node1] # lltotal 202032 RWMI. 1 root root 1011 Aug 26 18:00 anaconda-ks.cfglrwxrwxrwx 1 root root 17 Oct 5 02:41 jdk- > / root/jdk1.7.0_79drwxr-xr-x 8 10 143 4096 Apr 11 2015 jdk1.7.0_79-rw-r--r-- 1 root root 153512879 Oct 5 02:39 jdk-7u79-linux-x64.tar.gzlrwxrwxrwx 1 root root 24 Oct 5 03:03 kafka01-> / root/kafka_2.11-0 .9.0.1drwxr-xr-x 7 root root 94 Oct 5 03:18 kafka_2.11-0.9.0.1 Muhashi Rukhom-1 root root 35650542 Oct 5 03:02 kafka_2.11-0.9.0.1.tgzlrwxrwxrwx 1 root root 21 Oct 5 02:43 zk01-> / root/zookeeper-3.4.6drwxr-xr-x 10 1000 1000 4096 Feb 20 2014 zookeeper-3.4.6-rw-r -- r root root-1 root root 17699306 Oct 5 02:43 zookeeper-3.4.6.tar.gz [root@linux-node1] #

Linux-node2

[root@linux-node1] # lltotal 202032 RWMI. 1 root root 1011 Aug 26 18:00 anaconda-ks.cfglrwxrwxrwx 1 root root 17 Oct 5 02:41 jdk- > / root/jdk1.7.0_79drwxr-xr-x 8 10 143 4096 Apr 11 2015 jdk1.7.0_79-rw-r--r-- 1 root root 153512879 Oct 5 02:39 jdk-7u79-linux-x64.tar.gzlrwxrwxrwx 1 root root 24 Oct 5 03:03 kafka02-> / root/kafka_2.11-0 .9.0.1drwxr-xr-x 7 root root 94 Oct 5 03:23 kafka_2.11-0.9.0.1 Muhashi Rukhom-1 root root 35650542 Oct 5 03:02 kafka_2.11-0.9.0.1.tgzlrwxrwxrwx 1 root root 21 Oct 5 02:44 zk02-> / root/zookeeper-3.4.6drwxr-xr-x 10 1000 1000 4096 Feb 20 2014 zookeeper-3.4.6-rw-r -- r root root-1 root root 17699306 Oct 5 02:43 zookeeper-3.4.6.tar.gz [root@linux-node1] #

Linux-node3

[root@linux-node3] # lltotal 202032 RWMI. 1 root root 1011 Aug 26 18:00 anaconda-ks.cfglrwxrwxrwx 1 root root 17 Oct 5 02:41 jdk- > / root/jdk1.7.0_79drwxr-xr-x 8 10 143 4096 Apr 11 2015 jdk1.7.0_79-rw-r--r-- 1 root root 153512879 Oct 5 02:39 jdk-7u79-linux-x64.tar.gzlrwxrwxrwx 1 root root 24 Oct 5 03:04 kafka03-> / root/kafka_2.11-0 .9.0.1drwxr-xr-x 7 root root 94 Oct 5 03:23 kafka_2.11-0.9.0.1 Muhashi Rukhom-1 root root 35650542 Oct 5 03:03 kafka_2.11-0.9.0.1.tgzlrwxrwxrwx 1 root root 21 Oct 5 02:44 zk03-> / root/zookeeper-3.4.6drwxr-xr-x 10 1000 1000 4096 Feb 20 2014 zookeeper-3.4.6-rw-r -- r root root-1 root root 17699306 Oct 5 02:43 zookeeper-3.4.6.tar.gz [root@linux-node3] #

View kafka files (the broker.id of each file is similar to that of zk's myid)

Linux-node1

[root@linux-node1 config] # cat server.propertiesbroker.id=1port=9092listeners=PLAINTEXT://:9092num.network.threads=8num.io.threads=10socket.send.buffer.bytes=102400socket.receive.buffer.bytes=102400socket.request.max.bytes=104857600log.dirs=/opt/kafka-logsnum.partitions=1num.recovery.threads.per.data.dir=1log.retention.hours=168log.segment.bytes=1073741824log.retention.check.interval.ms=300000zookeeper.connect=192.168.56.11:2181192.168.56.12:2181192.168.56.13:2181zookeeper.connection.timeout.ms=6000message.max.byte=5242880default.replication .factor = 2replica.fetch.max.bytes=5242880 [root@linux-node1 config] # pwd/root/kafka01/config [root@linux-node1 config] #

Linux-node2

[root@linux-node2 config] # cat server.properties broker.id=2port=9092listeners=PLAINTEXT://:9092num.network.threads=8num.io.threads=10socket.send.buffer.bytes=102400socket.receive.buffer.bytes=102400socket.request.max.bytes=104857600log.dirs=/opt/kafka-logsnum.partitions=1num.recovery.threads.per.data.dir=1log.retention.hours=168log.segment.bytes=1073741824log.retention.check.interval.ms=300000zookeeper.connect=192.168.56.11:2181192.168.56.12:2181192.168.56.13:2181zookeeper.connection.timeout.ms=6000message.max.byte=5242880default. Replication.factor=2replica.fetch.max.bytes=5242880 [root@linux-node2 config] #

Linux-node3

[root@linux-node3 kafka03] # cat config/server.properties broker.id=3port=9092listeners=PLAINTEXT://:9092num.network.threads=8num.io.threads=10socket.send.buffer.bytes=102400socket.receive.buffer.bytes=102400socket.request.max.bytes=104857600log.dirs=/opt/kafka-logsnum.partitions=1num.recovery.threads.per.data.dir=1log.retention.hours=168log.segment.bytes=1073741824log.retention.check.interval.ms=300000zookeeper.connect=192.168.56.11:2181192.168.56.12:2181192.168.56.13:2181zookeeper.connection.timeout.ms=6000message.max. Byte=5242880default.replication.factor=2replica.fetch.max.bytes=5242880 [root@linux-node3 kafka03] #

Start kafka separately

/ root/kafka01/config./kafka-server-start.sh-daemon.. / config/server.properties

test

. / kafka-topics.sh-- zookeeper localhost:2181-- create-- topic ttt-- partitions 2-- replication-factor 2./kafka-topics.sh-- zookeeper 192.168.56.12 topic ttt 2181-- list. / kafka-topics.sh-- zookeeper 192.168.56.12

Welcome to subscribe "Shulou Technology Information " to get latest news, interesting things and hot topics in the IT industry, and controls the hottest and latest Internet news, technology news and IT industry trends.