您的位置:首页 > 运维架构

Ubuntu 12.04 Hadoop自动安装脚本

2012-06-27 23:40 369 查看
安装烦了,写个脚本吧。

#!/bin/bash

if [ `id -u` == 0 ]; then
echo "must not be root!"
exit 0
fi

#hadoop install
if [ ! -d ~/software/hadoop/ ]; then
mkdir ~/software/hadoop/
fi

wget http://archive.apache.org/dist/hadoop/core/stable/hadoop-1.0.3.tar.gz -O ~/software/hadoop/hadoop-1.0.3.tar.gz
tar xvzf ~/software/hadoop/hadoop-*.tar.gz -C ~/software/hadoop/
rm ~/software/hadoop/hadoop-*.tar.gz

#hadoop config
if [ $(getconf LONG_BIT) == 64 ]; then
echo "export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-amd64" >> /etc/profile
else
echo "export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-i386" >> /etc/profile
fi
echo "export HADOOP_HOME=~/software/hadoop/hadoop-1.0.3" >> /etc/profile
echo "export PATH=$PATH:$HADOOP_HOME/bin:$JAVA_HOME/bin" >> /etc/profile
echo "export HADOOP_HOME_WARN_SUPPRESS=1" >> /etc/profile

#hadoop core-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <name>fs.default.name</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <value>hdfs://localhost:9000</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <name>hadoop.tmp.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <value>~/software/hadoop/tmp</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml

#hadoop hdfs-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <name>dfs.name.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <value>~/software/hadoop/name</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <name>dfs.data.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <value>~/software/hadoop/data</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <name>dfs.replication</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <value>2</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml

#hadoop mapred-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " <name>mapred.job.tracker</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " <value>localhost:9001</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml

source /etc/profile
hadoop namenode -fromat
$HADOOP_HOME/bin/start-all.sh
内容来自用户分享和网络整理,不保证内容的准确性,如有侵权内容,可联系管理员处理 点击这里给我发消息
标签: