hadoop HA 模式集群配置文件

修改hadoo-env.sh
export JAVA_HOME= /usr/app/jdk-7u_65-i585


修改core-site.xml



fs.defaultFS
hdfs://ns1/



hadoop.tmp.dir
/usr/app/hadoop-2.4.1/tmp




ha.zookeeper.quorum
weekend05:2181,weekend06:2181,weekend07:2181




2.2.3修改hdfs-site.xml



dfs.nameservices
ns1



dfs.ha.namenodes.ns1
nn1,nn2



dfs.namenode.rpc-address.ns1.nn1
weekend01:9000



dfs.namenode.http-address.ns1.nn1
weekend01:50070



dfs.namenode.rpc-address.ns1.nn2
weekend02:9000



dfs.namenode.http-address.ns1.nn2
weekend02:50070



dfs.namenode.shared.edits.dir
qjournal://weekend05:8485;weekend06:8485;weekend07:8485/ns1



dfs.journalnode.edits.dir
/usr/app/hadoop-2.4.1/journaldata



dfs.ha.automatic-failover.enabled
true



dfs.client.failover.proxy.provider.ns1
org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider



dfs.ha.fencing.methods

sshfence
shell(/bin/true)




dfs.ha.fencing.ssh.private-key-files
/home/hadoop/.ssh/id_rsa



dfs.ha.fencing.ssh.connect-timeout
30000




修改mapred-site.xml



mapreduce.framework.name
yarn




2.2.5修改yarn-site.xml



  yarn.resourcemanager.ha.enabled
  true



  yarn.resourcemanager.cluster-id
  yrc



  yarn.resourcemanager.ha.rm-ids
  rm1,rm2



  yarn.resourcemanager.hostname.rm1
  weekend03


  yarn.resourcemanager.hostname.rm2
  weekend04


yarn.resourcemanager.webapp.address.rm1
weekend03:8088


yarn.resourcemanager.webapp.address.rm2
weekend04:8088



  yarn.resourcemanager.zk-address
  weekend05:2181,weekend06:2181,weekend07:2181


  yarn.nodemanager.aux-services
  mapreduce_shuffle




修改core-site.xml



fs.defaultFS
hdfs://ns1/



hadoop.tmp.dir
/usr/app/hadoop-2.4.1/tmp




ha.zookeeper.quorum
weekend05:2181,weekend06:2181,weekend07:2181




2.2.3修改hdfs-site.xml



dfs.nameservices
ns1



dfs.ha.namenodes.ns1
nn1,nn2



dfs.namenode.rpc-address.ns1.nn1
weekend01:9000



dfs.namenode.http-address.ns1.nn1
weekend01:50070



dfs.namenode.rpc-address.ns1.nn2
weekend02:9000



dfs.namenode.http-address.ns1.nn2
weekend02:50070



dfs.namenode.shared.edits.dir
qjournal://weekend05:8485;weekend06:8485;weekend07:8485/ns1



dfs.journalnode.edits.dir
/usr/app/hadoop-2.4.1/journaldata



dfs.ha.automatic-failover.enabled
true



dfs.client.failover.proxy.provider.ns1
org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider



dfs.ha.fencing.methods

sshfence
shell(/bin/true)




dfs.ha.fencing.ssh.private-key-files
/home/hadoop/.ssh/id_rsa



dfs.ha.fencing.ssh.connect-timeout
30000




修改mapred-site.xml



mapreduce.framework.name
yarn




修改yarn-site.xml



  yarn.resourcemanager.ha.enabled
  true



  yarn.resourcemanager.cluster-id
  cluster_id



  yarn.resourcemanager.ha.rm-ids
  rm1,rm2



  yarn.resourcemanager.hostname.rm1
  weekend03


  yarn.resourcemanager.hostname.rm2
  weekend04


yarn.resourcemanager.webapp.address.rm1
weekend03:8088


yarn.resourcemanager.webapp.address.rm2
weekend04:8088



  yarn.resourcemanager.zk-address
  weekend05:2181,weekend06:2181,weekend07:2181


  yarn.nodemanager.aux-services
  mapreduce_shuffle

你可能感兴趣的:(hadoop HA 模式集群配置文件)