[Hadoop]单机尝试安装并测试Hadoop2.7.1(附带注释脚本)

###ubuntu 14.04 LTS

##make hadoop account
sudo addgroup hadoop    #make a group named hadoop
sudo adduser -ingroup hadoop hadoop    #add an user named hadoop
sudo vi /etc/sudoers    #add hadoop into sudoers(hadoop=root)

##change your account
sudo su hadoop

##install ssh
sudo apt-get install openssh-server    #install openssh-server
sudo /etc/init.d/ssh start    #start ssh server
ps -e | grep ssh    #check whether ssh is started or not

##log in without password
ssh-keygen -t rsa -P ""    #log in without password generate rsa & rsa.pub
cp ~/.ssh/id_rsa.pub ~/.ssh/authorized_keys    #add authorized_keys to realize 'log in without password'
ssh localhost    #check
exit    #check

##install java environment
sudo apt-get install openjdk-7-jdk    #install jdk
java -version    #check whether java is installed or not

##get & install hadoop 2.7.1    (under user : hadoop)
cd ~
mkdir hadoop
sudo wget http://mirror.bit.edu.cn/apache/hadoop/common/hadoop-2.7.1/hadoop-2.7.1.tar.gz    #get hadoop2.7.1
sudo tar xzf hadoop-2.7.1.tar.gz    #unzip the hadoop-*.*.*.tar.gz
sudo rm hadoop-2.7.1.tar.gz    #remove the zip
sudo mv hadoop-2.7.1 /usr/local/    #install hadoop at local
sudo chmod 774 /usr/local/hadoop     #granted permissions to users (r&w)

##configure ~/.bashrc
update-alternatives --config java    #get java's path (stared one. such as '/usr/lib/jvm/java-7-openjdk-amd64/jre/bin/java'. but we just need '/usr/lib/jvm/java-7-openjdk-amd64' this shorter path to set up JAVA_HOME environment variables)
sudo vi ~/.bashrc    #edit bashrc file

##add the content below to the end of bashrc
#--------------------------------------------------------------#

#HADOOP VARIABLES START
export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64
export HADOOP_INSTALL=/usr/local/hadoop-2.7.1
export PATH=$PATH:$HADOOP_INSTALL/bin
export PATH=$PATH:$HADOOP_INSTALL/sbin
export HADOOP_MAPRED_HOME=$HADOOP_INSTALL
export HADOOP_COMMON_HOME=$HADOOP_INSTALL
export HADOOP_HDFS_HOME=$HADOOP_INSTALL
export YARN_HOME=$HADOOP_INSTALL
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_INSTALL/lib/native
export HADOOP_OPTS="-Djava.library.path=$HADOOP_INSTALL/lib"
#HADOOP VARIABLES END

#--------------------------------------------------------------#
source ~/.bashrc    #make the environment variables come into effect

##configure hadoop
sudo vi /usr/local/hadoop-2.7.1/etc/hadoop/hadoop-env.sh     #edit hadoop-env.sh
?JAVA_HOME    #(in vim) locate JAVA_HOME
#change 'export JAVA_HOME=${JAVA_HOME}' into 'export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64'
source /usr/local/hadoop-2.7.1/etc/hadoop/hadoop-env.sh #update

##test
cd /usr/local/hadoop-2.7.1/    #go there
sudo mkdir test
sudo cp README.txt test
bin/hadoop jar share/hadoop/mapreduce/sources/hadoop-mapreduce-examples-2.7.1-sources.jar org.apache.hadoop.examples.WordCount input output