Ubuntu 12.04 Hadoop自动安装脚本
2012-06-27 23:40
369 查看
安装烦了,写个脚本吧。
#!/bin/bash
if [ `id -u` == 0 ]; then
echo "must not be root!"
exit 0
fi
#hadoop install
if [ ! -d ~/software/hadoop/ ]; then
mkdir ~/software/hadoop/
fi
wget http://archive.apache.org/dist/hadoop/core/stable/hadoop-1.0.3.tar.gz -O ~/software/hadoop/hadoop-1.0.3.tar.gz
tar xvzf ~/software/hadoop/hadoop-*.tar.gz -C ~/software/hadoop/
rm ~/software/hadoop/hadoop-*.tar.gz
#hadoop config
if [ $(getconf LONG_BIT) == 64 ]; then
echo "export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-amd64" >> /etc/profile
else
echo "export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-i386" >> /etc/profile
fi
echo "export HADOOP_HOME=~/software/hadoop/hadoop-1.0.3" >> /etc/profile
echo "export PATH=$PATH:$HADOOP_HOME/bin:$JAVA_HOME/bin" >> /etc/profile
echo "export HADOOP_HOME_WARN_SUPPRESS=1" >> /etc/profile
#hadoop core-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <name>fs.default.name</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <value>hdfs://localhost:9000</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <name>hadoop.tmp.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <value>~/software/hadoop/tmp</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
#hadoop hdfs-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <name>dfs.name.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <value>~/software/hadoop/name</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <name>dfs.data.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <value>~/software/hadoop/data</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <name>dfs.replication</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <value>2</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
#hadoop mapred-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " <name>mapred.job.tracker</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " <value>localhost:9001</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
source /etc/profile
hadoop namenode -fromat
$HADOOP_HOME/bin/start-all.sh
#!/bin/bash
if [ `id -u` == 0 ]; then
echo "must not be root!"
exit 0
fi
#hadoop install
if [ ! -d ~/software/hadoop/ ]; then
mkdir ~/software/hadoop/
fi
wget http://archive.apache.org/dist/hadoop/core/stable/hadoop-1.0.3.tar.gz -O ~/software/hadoop/hadoop-1.0.3.tar.gz
tar xvzf ~/software/hadoop/hadoop-*.tar.gz -C ~/software/hadoop/
rm ~/software/hadoop/hadoop-*.tar.gz
#hadoop config
if [ $(getconf LONG_BIT) == 64 ]; then
echo "export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-amd64" >> /etc/profile
else
echo "export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-i386" >> /etc/profile
fi
echo "export HADOOP_HOME=~/software/hadoop/hadoop-1.0.3" >> /etc/profile
echo "export PATH=$PATH:$HADOOP_HOME/bin:$JAVA_HOME/bin" >> /etc/profile
echo "export HADOOP_HOME_WARN_SUPPRESS=1" >> /etc/profile
#hadoop core-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <name>fs.default.name</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <value>hdfs://localhost:9000</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <name>hadoop.tmp.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " <value>~/software/hadoop/tmp</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
#hadoop hdfs-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <name>dfs.name.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <value>~/software/hadoop/name</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <name>dfs.data.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <value>~/software/hadoop/data</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <name>dfs.replication</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " <value>2</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
#hadoop mapred-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " <name>mapred.job.tracker</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " <value>localhost:9001</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo " </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
source /etc/profile
hadoop namenode -fromat
$HADOOP_HOME/bin/start-all.sh
相关文章推荐
- ubuntu下自动安装微软雅黑字体脚本
- Ubuntu/CentOS下使用脚本自动安装 Docker
- ubuntu 12.04下伪分布安装hadoop启动不成功的解决之道(一)
- hadoop自动安装脚本
- ubuntu下自动安装tensorflow脚本
- ubuntu-opencv自动安装脚本
- hadoop自动安装脚本
- ubuntu自动安装微软雅黑脚本
- Ubuntu 14.04 下自动安装mongodb shell 脚本
- Ubuntu自动编译和安装Python的shell脚本
- ubuntu 12.10 常用软件自动安装脚本
- hadoop自动安装的脚本与步骤
- ubuntu server 12.04 安装 hadoop-1.1.1
- Ubuntu 12.04 安装 gearman 以及php扩展安装脚本 推荐
- UBUNTU 12.04 64位脚本 自动输入密码 | 脚本执行 sudo 自动输入password
- Hadoop单机环境安装配置(Ubuntu 12.04)
- Linux通用KVM自动安装Shell脚本(兼容所有Linux发行版/CentOS/Ubuntu)
- kickstart+pxe+httpd+dhcp+tftp自动安装Ubuntu 12.04
- Ubuntu下自动安装NodeJs的脚本
- Ubuntu14.04 Docker 自动安装脚本