storm集群安装

role     IP              hostname         

master： 192.168.1.147   cdh1

slave 1：192.168.1.142   cdh2

slave 2：192.168.1.143   cdh3

############################################

Install Step

########################

#1.Install JDK7

wget --no-check-certificate --no-cookies --header "Cookie: oraclelicense=accept-securebackup-cookie" http://download.oracle.com/otn-pub/java/jdk/7u67-b01/jdk-7u67-linux-x64.tar.gz

sudo  tar zxvf jdk-7u67-linux-x64.tar.gz -C /opt/

cat >/etc/profile.d/java.sh<<EOF

export JAVA_HOME=/opt/jdk1.7.0_67

export PATH=\$PATH:\$JAVA_HOME/bin

EOF

source /etc/profile.d/java.sh

##################################

#2.Config CDH5 yum

curl -LO http://archive.cloudera.com/cdh5/one-click-install/redhat/6/x86_64/cloudera-cdh-5-0.x86_64.rpm

yum localinstall cloudera-cdh-5-0.x86_64.rpm -y

yum clean all -y

yum repolist

rpm --import http://archive.cloudera.com/cdh5/redhat/5/x86_64/cdh/RPM-GPG-KEY-cloudera

#3.Install Zookeeper

yum install zookeeper* -y

cat >/etc/zookeeper/conf/zoo.cfg <<EOF

maxClientCnxns=50

tickTime=2000

initLimit=10

syncLimit=5

dataDir=/var/lib/zookeeper

clientPort=2181

server.1=cdh1:2888:3888

server.2=cdh2:2888:3888

server.3=cdh3:2888:3888

#4.Initialize and start the zookeeper service

#on cdh1

/etc/init.d/zookeeper-server init --myid=1 && /etc/init.d/zookeeper-server start

#on cdh2

/etc/init.d/zookeeper-server init --myid=2 && /etc/init.d/zookeeper-server start

#on cdh3

/etc/init.d/zookeeper-server init --myid=3 && /etc/init.d/zookeeper-server start

#5. Testing

zookeeper-client -server cdh1:2181

#6. Install Zeromq

yum -y install gcc gcc-c++ git libuuid-devel uuid-devel libtool

wget http://download.zeromq.org/zeromq-4.0.4.tar.gz

tar zxvf zeromq-4.0.4.tar.gz

cd zeromq-4.0.4 && ./configure && make && make install

#7. Install jzmq

git clone git://github.com/nathanmarz/jzmq.git

cd jzmq && ./autogen.sh && ./configure && make && make install

#8. Install storm

wget https://github.com/downloads/nathanmarz/storm/storm-0.8.1.zip

unzip storm-0.8.1.zip

mv storm-0.8.1 /usr/lib/storm

cat > /etc/profile.d/storm.sh <<EOF

export STORM_HOME=/usr/lib/storm

export PATH=\$PATH:\$STORM_HOME/bin

source /etc/profile.d/storm.sh

#9. create stored directory for storm

mkdir -p /opt/storm

#10. config storm.yaml file

cat >/usr/lib/storm/conf/storm.yaml <<EOF

 storm.zookeeper.servers:

     - "cdh1"

     - "cdh2"

     - "cdh3"

 ui.port: 8081

 nimbus.host: "cdh1"

 storm.local.dir: "/opt/storm"

 supervisor.slots.ports:

    - 6700

    - 6701

    - 6702

    - 6703

#11. start nimbus on cdh1

Note:cdh1 is master

nohup storm nimbus >/dev/null 2>&1 &

#12. start supervisor on each node

nohup storm supervisor >/dev/null 2>&1 &