hadoop系列之一服务启动以及结果查看

1、服务启动完全由脚本实现，可根据实际情况，修改hadoop和zookeeper的路径即可

      说明：第二次启动，需要将格式化的代码注释掉即可

#!/bin/bash
HADOOP_PATH=/opt/hadoop/hadoop-2.8.1
ZOOKEEPER_INSTALL_PATH=/opt/hadoop/zookeeper-3.4.10
HADOOP_TMP=/opt/hadoop/tmp
rm -rf /opt/hadoop/tmp
rm -rf /opt/hadoop/hdfs
rm -rf ${HADOOP_PATH}/logs/*
mkdir -p ${HADOOP_TMP}
ssh hadoop@nmslaver -C "rm -rf /opt/hadoop/tmp;rm -rf ${HADOOP_PATH}/logs/*;mkdir -p ${HADOOP_TMP}"
ssh hadoop@nnnode1 -C " rm -rf /opt/hadoop/tmp;rm -rf ${HADOOP_PATH}/logs/*;mkdir -p ${HADOOP_TMP}"
ssh hadoop@nnnode2 -C " rm -rf /opt/hadoop/tmp;rm -rf ${HADOOP_PATH}/logs/*;mkdir -p ${HADOOP_TMP}"
ssh hadoop@nnnode3 -C " rm -rf /opt/hadoop/tmp;rm -rf ${HADOOP_PATH}/logs/*;mkdir -p ${HADOOP_TMP}"
ssh hadoop@nmslaver -C " rm -rf /opt/hadoop/hdfs"
ssh hadoop@nnnode1 -C " rm -rf /opt/hadoop/hdfs"
ssh hadoop@nnnode2 -C " rm -rf /opt/hadoop/hdfs"
ssh hadoop@nnnode3 -C " rm -rf /opt/hadoop/hdfs"


#启动zookeeper
ssh hadoop@nnnode1 -C " source /etc/profile;bash ${ZOOKEEPER_INSTALL_PATH}/bin/zkServer.sh start"
ssh hadoop@nnnode2 -C " source /etc/profile;bash ${ZOOKEEPER_INSTALL_PATH}/bin/zkServer.sh start"
ssh hadoop@nnnode3 -C " source /etc/profile;bash ${ZOOKEEPER_INSTALL_PATH}/bin/zkServer.sh start"


#格式化 ZooKeeper 集群(初次开启需要此步骤)


#启动journalnode
${HADOOP_PATH}/sbin/hadoop-daemon.sh start journalnode
ssh hadoop@nmslaver -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh start journalnode"
ssh hadoop@nnnode1 -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh start journalnode"
ssh hadoop@nnnode2 -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh start journalnode"
ssh hadoop@nnnode3 -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh start journalnode"


#格式化集群的 NameNode(初次开启需要此步骤)
${HADOOP_PATH}/bin/hdfs namenode -format


#格式化zkfs
${HADOOP_PATH}/bin/hdfs zkfc -formatZK


#启动zkfc master
${HADOOP_PATH}/sbin/hadoop-daemon.sh start zkfc
ssh hadoop@nmslaver -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh start zkfc"


#启动namdenode
${HADOOP_PATH}/sbin/hadoop-daemon.sh start namenode
ssh hadoop@nmslaver -C "source /etc/profile;${HADOOP_PATH}/bin/hdfs namenode -bootstrapStandby"
ssh hadoop@nmslaver -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh start namenode"
#启动datanode
ssh hadoop@nnnode1 -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh start datanode"
ssh hadoop@nnnode2 -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh start datanode"
ssh hadoop@nnnode3 -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh start datanode"


#启动RM
${HADOOP_PATH}/sbin/start-yarn.sh
ssh hadoop@nmslaver -C "source /etc/profile;${HADOOP_PATH}/sbin/start-yarn.sh"


#启动历史日志服务
${HADOOP_PATH}/sbin/mr-jobhistory-daemon.sh start historyserver
ssh hadoop@nmslaver -C "source /etc/profile;${HADOOP_PATH}/sbin/mr-jobhistory-daemon.sh start historyserver"

2、停止服务的代码

    #!/bin/bash
HADOOP_PATH=/opt/hadoop/hadoop-2.8.1
ZOOKEEPER_INSTALL_PATH=/opt/hadoop/zookeeper-3.4.10


#关闭历史日志服务
${HADOOP_PATH}/sbin/mr-jobhistory-daemon.sh stop historyserver
ssh nmslaver -C "source /etc/profile;${HADOOP_PATH}/sbin/mr-jobhistory-daemon.sh stop historyserver"


#关闭zkfc master
${HADOOP_PATH}/sbin/hadoop-daemon.sh stop zkfc


#关闭zkfc slaver
ssh nmslaver -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh stop zkfc"
#关闭RM
${HADOOP_PATH}/sbin/stop-yarn.sh
ssh nmslaver -C "source /etc/profile;${HADOOP_PATH}/sbin/stop-yarn.sh"
${HADOOP_PATH}/sbin/yarn-daemon.sh stop resourcemanager
ssh nmslaver -C "source /etc/profile;${HADOOP_PATH}/sbin/yarn-daemon.sh stop resourcemanager"
echo "----------------------"
#关闭datanode
ssh nnnode1 -C " source /etc/profile; ${HADOOP_PATH}/sbin/hadoop-daemon.sh stop datanode"
ssh nnnode2 -C " source /etc/profile; ${HADOOP_PATH}/sbin/hadoop-daemon.sh stop datanode"
ssh nnnode3 -C " source /etc/profile; ${HADOOP_PATH}/sbin/hadoop-daemon.sh stop datanode"


#关闭namdenode
${HADOOP_PATH}/sbin/hadoop-daemon.sh stop namenode
ssh nmslaver -C " source /etc/profile; ${HADOOP_PATH}/sbin/hadoop-daemon.sh stop namenode"


#关闭journalnode
${HADOOP_PATH}/sbin/hadoop-daemon.sh stop journalnode
ssh nmslaver -C "source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh stop journalnode"
ssh nnnode1 -C " source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh stop journalnode"
ssh nnnode2 -C " source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh stop journalnode"
ssh nnnode3 -C " source /etc/profile;${HADOOP_PATH}/sbin/hadoop-daemon.sh stop journalnode"


#关闭zookeeper
ssh nnnode1 -C "source /etc/profile;bash ${ZOOKEEPER_INSTALL_PATH}/bin/zkServer.sh stop"
ssh nnnode2 -C "source /etc/profile;bash ${ZOOKEEPER_INSTALL_PATH}/bin/zkServer.sh stop"
ssh nnnode3 -C "source /etc/profile;bash ${ZOOKEEPER_INSTALL_PATH}/bin/zkServer.sh stop"

3、查看结果

      通过浏览器输入192.168.1.110:50070，出现如下界面，说明系统安装和启动成功