备注：本期承接自 2018-07-08期 Hadoop单节点伪分布式集群配置【本人整合多方资料并亲自反复验证通过分享】
一、服务器准备
--额外增加2台服务器
二、配置JDK
[root@hadoop-server01 bin]# mkdir -p /usr/local/apps
[root@hadoop-server01 bin]# ll /usr/local/apps/
total 4
drwxr-xr-x. 8 uucp 143 4096 Apr 10 2015 jdk1.7.0_80
[root@hadoop-server01 bin]# pwd
/usr/local/apps/jdk1.7.0_80/bin
[root@hadoop-server01 bin]#vi /etc/profile
export JAVA_HOME=/usr/local/apps/jdk1.7.0_80
export PATH=$PATH:$JAVA_HOME/bin
[root@hadoop-server01 bin]# source /etc/profile
三、配置免密登录
在hadoop-server01上执行如下命令
[root@hadoop-server01 sbin]# ssh-copy-id hadoop-server02
[root@hadoop-server01 sbin]# ssh-copy-id hadoop-server03
四、拷贝hadoop安装目录到其它服务器
[root@hadoop-server01 tmp]# scp -r /usr/local/apps/hadoop-2.4.1/ hadoop-server02:/usr/local/apps/
[root@hadoop-server01 tmp]# scp -r /usr/local/apps/hadoop-2.4.1/ hadoop-server03:/usr/local/apps/
--在hadoop-server02和hadoop-server03上将/tmp目录删掉
[root@hadoop-server02 apps]# cd /usr/local/apps/hadoop-2.4.1
[root@hadoop-server02 hadoop-2.4.1]# rm -rf tmp/
[root@hadoop-server03 apps]# cd /usr/local/apps/hadoop-2.4.1/
[root@hadoop-server03 hadoop-2.4.1]# rm -rf tmp/
五、修改slave文件
--在hadoop-server01节点
[root@hadoop-server01 hadoop]# cd /usr/local/apps/hadoop-2.4.1/etc/hadoop/
[root@hadoop-server01 hadoop]# cat slaves
hadoop-server01
hadoop-server02
hadoop-server03
六、配置启动脚本
--在节点hadoop-server01上
[root@hadoop-server01 hadoop]# vi /etc/profile
export JAVA_HOME=/usr/local/apps/jdk1.7.0_80
export PATH=$PATH:$JAVA_HOME/bin
unset i
unset -f pathmunge
export HADOOP_HOME=/usr/local/apps/hadoop-2.4.1
export PATH=$PATH:$JAVA_HOME/bin:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
[root@hadoop-server01 hadoop]# source /etc/profile
七、启动服务
--节点1
[root@hadoop-server01 ~]# start-dfs.sh
[root@hadoop-server01 ~]# start-yarn.sh
[root@hadoop-server01 ~]# jps
4352 ResourceManager
4209 SecondaryNameNode
4062 DataNode
4634 NodeManager
3943 NameNode
--节点2
[root@hadoop-server02 hadoop-2.4.1]# jps
2731 NodeManager
2631 DataNode
--节点3
[root@hadoop-server03 hadoop-2.4.1]# jps
2703 NodeManager
2603 DataNode