yarn基础Kerberos

隶属于文章系列：大数据安全实战 https://www.jianshu.com/p/76627fd8399c

---

YARN配置Kerberos认证 - CSDN博客

#!/bin/bash

kadmin.local -q "addprinc -randkey yarn/v-hadoop-kbds.sz.kingdee.net"
kadmin.local -q "addprinc -randkey yarn/v-hadoop2-kbds.sz.kingdee.net "
kadmin.local -q "addprinc -randkey yarn/v-hadoop3-kbds.sz.kingdee.net "
kadmin.local -q "addprinc -randkey yarn/v-hadoop4-kbds.sz.kingdee.net "
kadmin.local -q "addprinc -randkey yarn/v-hadoop5-kbds.sz.kingdee.net "

kadmin.local -q "ktadd -k /etc/hadoop/conf/yarn-service.keytab  yarn/v-hadoop-kbds.sz.kingdee.net"
kadmin.local -q "ktadd -k /etc/hadoop/conf/yarn-service.keytab  yarn/v-hadoop2-kbds.sz.kingdee.net "
kadmin.local -q "ktadd -k /etc/hadoop/conf/yarn-service.keytab  yarn/v-hadoop3-kbds.sz.kingdee.net "
kadmin.local -q "ktadd -k /etc/hadoop/conf/yarn-service.keytab  yarn/v-hadoop4-kbds.sz.kingdee.net "
kadmin.local -q "ktadd -k /etc/hadoop/conf/yarn-service.keytab  yarn/v-hadoop5-kbds.sz.kingdee.net "


kadmin.local -q "addprinc -randkey mapred/v-hadoop-kbds.sz.kingdee.net"
kadmin.local -q "addprinc -randkey mapred/v-hadoop2-kbds.sz.kingdee.net "
kadmin.local -q "addprinc -randkey mapred/v-hadoop3-kbds.sz.kingdee.net "
kadmin.local -q "addprinc -randkey mapred/v-hadoop4-kbds.sz.kingdee.net "
kadmin.local -q "addprinc -randkey mapred/v-hadoop5-kbds.sz.kingdee.net "

kadmin.local -q "ktadd -k /etc/hadoop/conf/yarn-service.keytab  mapred/v-hadoop-kbds.sz.kingdee.net"
kadmin.local -q "ktadd -k /etc/hadoop/conf/yarn-service.keytab  mapred/v-hadoop2-kbds.sz.kingdee.net "
kadmin.local -q "ktadd -k /etc/hadoop/conf/yarn-service.keytab  mapred/v-hadoop3-kbds.sz.kingdee.net "
kadmin.local -q "ktadd -k /etc/hadoop/conf/yarn-service.keytab  mapred/v-hadoop4-kbds.sz.kingdee.net "
kadmin.local -q "ktadd -k /etc/hadoop/conf/yarn-service.keytab  mapred/v-hadoop5-kbds.sz.kingdee.net "

yarn-site.xml

  yarn.resourcemanager.keytab
  /etc/hadoop/conf/yarn-service.keytab


  yarn.resourcemanager.principal
  yarn/[email protected]



  yarn.nodemanager.keytab
  /etc/hadoop/conf/yarn-service.keytab


  yarn.nodemanager.principal
  yarn/[email protected]


  yarn.nodemanager.container-executor.class
  org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor


  yarn.nodemanager.linux-container-executor.group
  yarn

修改 mapred-site.xml，添加如下配置：

  mapreduce.jobhistory.keytab
  /etc/hadoop/conf/yarn-service.keytab


  mapreduce.jobhistory.principal
  mapred/[email protected]

chown root:kduser /var/opt/hadoop-2.7.4/etc/hadoop/container-executor.cfg
chown root:kduser /var/opt/hadoop-2.7.4/etc/hadoop/container-executor.cfg
chown root:kduser /var/opt/hadoop-2.7.4/etc/hadoop
chown root:kduser /var/opt/hadoop-2.7.4/etc
chown root:kduser /var/opt/hadoop-2.7.4
chown root:kduser /var/opt
chown root:kduser /var/opt/hadoop-2.7.4/bin/container-executor
chmod 6050 /var/opt/hadoop-2.7.4/bin/container-executor



chown root:kdsuer /var/opt/hadoop-2.7.4/etc/hadoop/container-executor.cfg ; chown root:kduser /var/opt/hadoop-2.7.4/etc/hadoop/container-executor.cfg ; chown root:kduser /var/opt/hadoop-2.7.4/etc/hadoop ; chown root:kduser /var/opt/hadoop-2.7.4/etc ; chown root:kduser /var/opt/hadoop-2.7.4 ; chown root:kduser /var/opt ; chown root:kduser /var/opt/hadoop-2.7.4/bin/container-executor ; chmod 6050 /var/opt/hadoop-2.7.4/bin/container-executor ;



ansible hadoop --become  -m shell -a "chown root:kduser /var/opt/hadoop-2.7.4/etc/hadoop/container-executor.cfg ; chown root:kduser /var/opt/hadoop-2.7.4/etc/hadoop/container-executor.cfg ; chown root:kduser /var/opt/hadoop-2.7.4/etc/hadoop ; chown root:kduser /var/opt/hadoop-2.7.4/etc ; chown root:kduser /var/opt/hadoop-2.7.4 ; chown root:kduser /var/opt ; chown root:kduser /var/opt/hadoop-2.7.4/bin/container-executor ; chmod 6050 /var/opt/hadoop-2.7.4/bin/container-executor ;"

ansible hadoop --become -m copy -a "src=/etc/hadoop/conf/yarn-service.keytab  dest=/etc/hadoop/conf/yarn-service.keytab "

ansible hadoop --become -m copy -a "src=/var/opt/hadoop-2.7.4/etc/hadoop/yarn-site.xml dest=/var/opt/hadoop-2.7.4/etc/hadoop/yarn-site.xml"


ansible hadoop --become -m copy -a "src=/var/opt/hadoop-2.7.4/etc/hadoop/mapred-site.xml dest=/var/opt/hadoop-2.7.4/etc/hadoop/mapred-site.xml"

ansible hadoop --become -m copy -a "src=/var/opt/hadoop-2.7.4/etc/hadoop/container-executor.cfg dest=/var/opt/hadoop-2.7.4/etc/hadoop/container-executor.cfg"

测试

# 用hdfs用户执行
kinit hdfs
hdfs dfs -mkdir -p /user/kduser
hdfs dfs -mkdir /user/kduser/input
hdfs dfs -mkdir /user/kduser/output
hdfs dfs -chown -r  kduser:kduser  /user/kduser
hdfs dfs -chown -R   kduser:kduser  /user/kduser

#mapreduce执行过程中需要在tmp中创建临时文件
hdfs dfs -mkdir /tmp
hdfs dfs -chmod 777  /tmp



# 用kduser用户执行
kinit kduser
klist -e
hdfs dfs -put word.txt  ./input/

hadoop jar /var/opt/hadoop-2.7.4/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.4.jar   wordcount  /user/kduser/input /user/kduser/output/0321