This is an old revision of the document!
Table of Contents
Install Hadoop eco-system singlemode
install openjdk debian
sudo apt-get install openjdk-7-jdk ssh rsync sudo addgroup hadoop sudo adduser --ingroup hadoop hduser su - hduser ssh-keygen -t rsa -P "" cat $HOME/.ssh/id_rsa.pub >> $HOME/.ssh/authorized_keys
Edit ~/.bashrc
export HADOOP_HOME=/usr/local/hadoop/jre export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64 export ZOOKEEPER_PREFIX=/usr/local/zookeeper unalias hfs &> /dev/null alias hfs="hadoop fs" unalias hls &> /dev/null alias hls="fs -ls" lzohead () { hadoop fs -cat $1 | lzop -dc | head -1000 | less } export PATH=$PATH:$HADOOP_HOME/bin
Install Hadoop
cd /tmp wget http://apache.mivzakim.net/hadoop/common/stable/hadoop-2.5.0.tar.gz tar xzf hadoop-2.5.0.tar.gz sudo mv hadoop-2.5.0 /usr/local/ sudo ln -s /usr/local/hadoop-* /usr/local/hadoop sudo chown -R hduser:hadoop /usr/local/hadoop*
Zookeeper
wget http://apache.spd.co.il/zookeeper/stable/zookeeper-3.4.6.tar.gz tar -zxvf zookeeper* sudo mv zookeeper-3.4.6 /usr/local/ sudo ln -s /usr/local/zookeeper-* /usr/local/zookeeper sudo chown -R hduser:hadoop /usr/local/zookeeper*
vi /usr/local/zookeeper/conf/zoo.cfg
tickTime=2000 dataDir=/var/zookeeper clientPort=2181
sudo mkdir /var/zookeeper sudo chown -R hduser:hadoop /var/zookeeper
HBase
wget http://apache.mivzakim.net/hbase/stable/hbase-0.98.5-hadoop2-bin.tar.gz tar -zxvf hbase* sudo mv hbase-0.98.5-hadoop2 /usr/local/ sudo ln -s /usr/local/hbase-* /usr/local/hbase sudo chown -R hduser:hadoop /usr/local/hbase*
Edit /usr/local/hbase/conf/hbase-env.sh
export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64
Edit /usr/local/hbase/conf/hbase-site.xml
<configuration> <property> <name>hbase.rootdir</name> <value>file:///home/hduser/hbase</value> </property> <property> <name>hbase.zookeeper.property.dataDir</name> <value>/home/hduser/zookeeper</value> </property> </configuration>
Start ALL
cd /usr/local/hadoop sbin/start-all.sh cd /usr/local/zookeeper bin/zkServer.sh start cd /usr/local/hbase bin/start-hbase.sh #start hbase shell ./bin/hbase shell