Ubuntu 12.04 Hadoop自动安装脚本

安装烦了，写个脚本吧。

 

#!/bin/bash

if [ `id -u` == 0 ]; then
  echo "must not be root!"
  exit 0
fi

#hadoop install
if [ ! -d ~/software/hadoop/ ]; then
  mkdir ~/software/hadoop/
fi

wget http://archive.apache.org/dist/hadoop/core/stable/hadoop-1.0.3.tar.gz -O ~/software/hadoop/hadoop-1.0.3.tar.gz
tar xvzf ~/software/hadoop/hadoop-*.tar.gz -C ~/software/hadoop/
rm ~/software/hadoop/hadoop-*.tar.gz

#hadoop config
if [ $(getconf LONG_BIT) == 64 ]; then
  echo "export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-amd64" >> /etc/profile
else
  echo "export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-i386" >> /etc/profile
fi
echo "export HADOOP_HOME=~/software/hadoop/hadoop-1.0.3" >> /etc/profile
echo "export PATH=$PATH:$HADOOP_HOME/bin:$JAVA_HOME/bin" >> /etc/profile
echo "export HADOOP_HOME_WARN_SUPPRESS=1" >> /etc/profile

#hadoop core-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "  <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "    <name>fs.default.name</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "    <value>hdfs://localhost:9000</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "  </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "  <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "    <name>hadoop.tmp.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "    <value>~/software/hadoop/tmp</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "  </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/core-site.xml

#hadoop hdfs-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "  <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "    <name>dfs.name.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "    <value>~/software/hadoop/name</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "  </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "  <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "    <name>dfs.data.dir</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "    <value>~/software/hadoop/data</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "  </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "  <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "    <name>dfs.replication</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "    <value>2</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "  </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/hdfs-site.xml

#hadoop mapred-site.xml
echo "<?xml version='1.0'?>" > ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "<?xml-stylesheet type='text/xsl' href='configuration.xsl'?>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "<configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "  <property>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "    <name>mapred.job.tracker</name>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "    <value>localhost:9001</value>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "  </property>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml
echo "</configuration>" >> ~/software/hadoop/hadoop-1.0.3/conf/mapred-site.xml

source /etc/profile
hadoop namenode -fromat
$HADOOP_HOME/bin/start-all.sh