This is an old revision of the document!


Install Hadoop eco-system singlemode

install openjdk debian

sudo apt-get install openjdk-7-jdk ssh rsync
cd /tmp
wget http://apache.mivzakim.net/hadoop/common/stable/hadoop-2.5.0.tar.gz
tar xzf hadoop-2.5.0.tar.gz
sudo mv hadoop-2.5.0 /usr/local/
sudo ln -s /usr/local/hadoop-* /usr/local/hadoop
sudo chown -R hduser:hadoop /usr/local/hadoop*
 
sudo addgroup hadoop
sudo adduser --ingroup hadoop hduser
 
su - hduser
ssh-keygen -t rsa -P ""
cat $HOME/.ssh/id_rsa.pub >> $HOME/.ssh/authorized_keys

Edit ~/.bashrc

export HADOOP_HOME=/usr/local/hadoop
export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64/jre
export ZOOKEEPER_PREFIX=/usr/local/zookeeper
 
unalias hfs &> /dev/null
alias hfs="hadoop fs"
unalias hls &> /dev/null
alias hls="fs -ls"
 
lzohead () {
    hadoop fs -cat $1 | lzop -dc | head -1000 | less
}
 
export PATH=$PATH:$HADOOP_HOME/bin

Zookeeper

wget http://apache.spd.co.il/zookeeper/stable/zookeeper-3.4.6.tar.gz
tar -zxvf zookeeper*
sudo mv zookeeper-3.4.6 /usr/local/
sudo ln -s /usr/local/zookeeper-* /usr/local/zookeeper
sudo chown -R hduser:hadoop /usr/local/zookeeper*
vi /usr/local/zookeeper/conf/zoo.cfg
tickTime=2000
dataDir=/var/zookeeper
clientPort=2181
sudo mkdir /var/zookeeper
sudo chown -R hduser:hadoop /var/zookeeper
learn/bigdata/install_hadoop_eco_system_single_mode.1408058853.txt.gz · Last modified: (external edit)
Back to top
Driven by DokuWiki Recent changes RSS feed Valid CSS Valid XHTML 1.0