Capacity Scheduler 配置

capacity-scheduler.xml

yarn.scheduler.capacity.maximum-am-resource-percent=0.2
yarn.scheduler.capacity.maximum-applications=10000
yarn.scheduler.capacity.node-locality-delay=40
yarn.scheduler.capacity.root.acl_administer_queue=*
yarn.scheduler.capacity.root.capacity=100

yarn.scheduler.capacity.root.default.acl_administer_jobs=root hadoop
yarn.scheduler.capacity.root.default.acl_submit_applications=root hadoop
yarn.scheduler.capacity.root.default.capacity=50
yarn.scheduler.capacity.root.default.maximum-capacity=100
yarn.scheduler.capacity.root.default.state=RUNNING
yarn.scheduler.capacity.root.default.user-limit-factor=1

yarn.scheduler.capacity.root.test.acl_administer_jobs=hdfs,hive hadoop,hadoop
yarn.scheduler.capacity.root.test.acl_submit_applications=hdfs,hive hadoop,hadoop
yarn.scheduler.capacity.root.test.capacity=50
yarn.scheduler.capacity.root.test.maximum-capacity=100
yarn.scheduler.capacity.root.test.state=RUNNING
yarn.scheduler.capacity.root.test.user-limit-factor=1

yarn.scheduler.capacity.root.test.test1.acl_administer_jobs=hdfs,hive hadoop,hadoop
yarn.scheduler.capacity.root.test.test1.acl_submit_applications=hdfs,hive hadoop,hadoop
yarn.scheduler.capacity.root.test.test1.capacity=50
yarn.scheduler.capacity.root.test.test1.maximum-capacity=100
yarn.scheduler.capacity.root.test.test1.state=RUNNING
yarn.scheduler.capacity.root.test.test1.user-limit-factor=1

yarn.scheduler.capacity.root.test.test2.acl_administer_jobs=hdfs,hive hadoop,hadoop
yarn.scheduler.capacity.root.test.test2.acl_submit_applications=hdfs,hive hadoop,hadoop
yarn.scheduler.capacity.root.test.test2.capacity=50
yarn.scheduler.capacity.root.test.test2.maximum-capacity=100
yarn.scheduler.capacity.root.test.test2.state=RUNNING
yarn.scheduler.capacity.root.test.test2.user-limit-factor=1

yarn.scheduler.capacity.root.queues=default,test
yarn.scheduler.capacity.root.test.queues=test1,test2

yarn.scheduler.capacity.root.unfunded.capacity=50

手动更新配置

yarn rmadmin -refreshQueues​

 

 

在mapred-site.xml 中配置

mapreduce.job.queuename                     默认为default

                                                                改为上面的队列test1