Linux下部署Hadoop集群

#安装JDK并配置JAVA_HOME
#解压
tar zxvf hadoop-2.5.2.tar.gz
#添加用户
useradd hadoop
#修改配置文件
修改hadoop-env.sh和yarn-env.sh 的JAVA_HOME
[hadoop@Master hadoop]$ vim core-site.xml
<configuration>
<property>
<name>fs.defaultFS</name>
<value>hdfs://master:9000</value>
</property>
<property>
<name>hadiio.tmp.dir</name>
<value>/home/hadoop/hadoopdata</value>
</property>
</configuration>

[hadoop@Master hadoop]$ vim hdfs-site.xml
<configuration>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
<property>
<name>dfs.permissions</name>
<value>false</value>
</property>
</configuration>

[hadoop@Master hadoop]$ vim mapred-site.xml
<configuration>
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
</configuration>

[hadoop@Master hadoop]$ vim yarn-site.xml
<configuration>
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<property>
<name>yarn.resourcemanager.address</name>
<value>master:18040</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.address</name>
<value>master:18030</value>
</property>
<property>
<name>yarn.resourcemanager.resource-tracker.address</name>
<value>master:18025</value>
</property>
<property>
<name>yarn.resourcemanager.admin.address</name>
<value>master:18141</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.address</name>
<value>master:18088</value>
</property>
</configuration>
#启动hadoop
master：
/home/hadoop/hadoop-2.5.2/sbin/hadoop-daemon.sh start namenode
/home/hadoop/hadoop-2.5.2/sbin/yarn-daemon.sh start resourcemanager
slave:
/home/hadoop/hadoop-2.5.2/sbin/hadoop-daemon.sh start datanode
/home/hadoop/hadoop-2.5.2/sbin/yarn-daemon.sh start nodemanager

#重启
Master
/home/hadoop/hadoop-2.5.2/sbin/start-all.sh