java 远程提交MR jar包并获得application_id

2. java代码在windowns上通过ssh远程执行linux命令

pom.xml需要添加相关依赖

<dependency>
    <groupId>com.github.cverges.expect4jgroupId>
    <artifactId>expect4jartifactId>
    <version>1.6version>
dependency>

测试类：

/**
 * @Title: 远程提交mapreduce jar包
 * @Description: 远程提交mapreduce jar包,并将控制台输出重定向到一个临时文件里，访问该临时文件，得到applicationID。
 */

public class SubmitMRjar {

    public static void main(String[] args) {
        String[] cmd = {"nohup yarn jar /root/mrtest/hadoopTest.jar hdfs://10.2.**.**:8020/demo.txt hdfs://10.2.**.**:8020/outputsang 1>sangSSSS.txt"};
        exec(cmd);

        String[] cmd1={"head -n 15 /root/sangSSSS.txt"};
        exec(cmd1);
    }

    /**
     * 执行命令
     * @param cmd
     */
    public static void exec(String[] cmd){
        ConnectLinux2Command shell = new ConnectLinux2Command("10.2.**.**", 22, "root", "******");
        shell.executeCommands(cmd);

        if(cmd[0].startsWith("head")){
            String str = shell.getResponse();
            getAppid(str);
        }

        try {
            Thread.sleep(2000);//休眠2s后再关闭，防止没有提交完成就关闭SSH连接
        } catch (InterruptedException e) {
            e.printStackTrace();
        }
        shell.disconnect();//关闭SSH连接
    }


    public static void getAppid(String response){
        String[] info = response.split("\n");
        for(String line : info){
            if(line.contains("job: http://")){
                String[] str = line.split("/");
                System.out.println(str[str.length-2]);
            }
        }

    }

}

工具类：

import java.util.ArrayList;
import java.util.Hashtable;
import java.util.List;

import org.apache.log4j.Logger;
import org.apache.oro.text.regex.MalformedPatternException;

import com.jcraft.jsch.ChannelShell;
import com.jcraft.jsch.JSch;
import com.jcraft.jsch.Session;
import com.jcraft.jsch.UserInfo;


import expect4j.Closure;
import expect4j.Expect4j;
import expect4j.ExpectState;
import expect4j.matches.EofMatch;
import expect4j.matches.Match;
import expect4j.matches.RegExpMatch;
import expect4j.matches.TimeoutMatch;


public class ConnectLinux2Command {

     private static Logger log = Logger.getLogger(ConnectLinux2Command.class);

        private Session session;
        private ChannelShell channel;
        private static Expect4j expect = null;
        private static final long defaultTimeOut = 1000;
        private StringBuffer buffer=new StringBuffer();

        public static final int COMMAND_EXECUTION_SUCCESS_OPCODE = -2;
        public static final String BACKSLASH_R = "\r";
        public static final String BACKSLASH_N = "\n";
        public static final String COLON_CHAR = ":";
        public static String ENTER_CHARACTER = BACKSLASH_R;
        public static final int SSH_PORT = 22;

        //正则匹配，用于处理服务器返回的结果
        public static String[] linuxPromptRegEx = new String[] { "~]#", "~#", "#",":~#", "/$", ">" };

        public static String[] errorMsg=new String[]{"could not acquire the config lock "};

        //ssh服务器的ip地址
        private String ip;
        //ssh服务器的登入端口
        private int port;
        //ssh服务器的登入用户名
        private String user;
        //ssh服务器的登入密码
        private String password;

        public ConnectLinux2Command(String ip,int port,String user,String password) {
            this.ip=ip;
            this.port=port;
            this.user=user;
            this.password=password;
            expect = getExpect();
        }

        /**
         * 关闭SSH远程连接
         */
        public void disconnect(){
            if(channel!=null){
                channel.disconnect();
            }
            if(session!=null){
                session.disconnect();
            }
        }

        /**
         * 获取服务器返回的信息
         * @return 服务端的执行结果
         */
        public String getResponse(){
            return buffer.toString();
        }

        //获得Expect4j对象，该对用可以往SSH发送命令请求
        private Expect4j getExpect() {
            try {
                log.debug(String.format("Start logging to %s@%s:%s",user,ip,port));
                JSch jsch = new JSch();
                session = jsch.getSession(user, ip, port);
                session.setPassword(password);
                Hashtable config = new Hashtable();
                config.put("StrictHostKeyChecking", "no");
                session.setConfig(config);
                localUserInfo ui = new localUserInfo();
                session.setUserInfo(ui);
                session.connect();
                channel = (ChannelShell) session.openChannel("shell");
                Expect4j expect = new Expect4j(channel.getInputStream(), channel
                        .getOutputStream());
                channel.connect();
                log.debug(String.format("Logging to %s@%s:%s successfully!",user,ip,port));
                return expect;
            } catch (Exception ex) {
                log.error("Connect to "+ip+":"+port+"failed,please check your username and password!");
                ex.printStackTrace();
            }
            return null;
        }

        /**
         * 执行配置命令
         * @param commands 要执行的命令，为字符数组
         * @return 执行是否成功
         */
        public boolean executeCommands(String[] commands) {
            //如果expect返回为0，说明登入没有成功
            if(expect==null){
                return false;
            }

            log.debug("----------Running commands are listed as follows:----------");
            for(String command:commands){
                log.debug(command);
            }
            log.debug("----------End----------");

            Closure closure = new Closure() {
                public void run(ExpectState expectState) throws Exception {
                    buffer.append(expectState.getBuffer());// buffer is string
                    // buffer for appending
                    // output of executed
                    // command
                    expectState.exp_continue();

                }
            };
            List lstPattern = new ArrayList();
            String[] regEx = linuxPromptRegEx;
            if (regEx != null && regEx.length > 0) {
                synchronized (regEx) {
                    for (String regexElement : regEx) {// list of regx like, :>, />
                        // etc. it is possible
                        // command prompts of your
                        // remote machine
                        try {
                            RegExpMatch mat = new RegExpMatch(regexElement, closure);
                            lstPattern.add(mat);
                        } catch (MalformedPatternException e) {
                            return false;
                        } catch (Exception e) {
                            return false;
                        }
                    }
                    lstPattern.add(new EofMatch(new Closure() { // should cause
                        // entire page to be
                        // collected
                        public void run(ExpectState state) {
                        }
                    }));
                    lstPattern.add(new TimeoutMatch(defaultTimeOut, new Closure() {
                        public void run(ExpectState state) {
                        }
                    }));
                }
            }
            try {
                boolean isSuccess = true;
                for (String strCmd : commands){
                    isSuccess = isSuccess(lstPattern, strCmd);
                }
                //防止最后一个命令执行不了
                isSuccess = !checkResult(expect.expect(lstPattern));

                //找不到错误信息标示成功
                String response=buffer.toString().toLowerCase();
                for(String msg:errorMsg){
                    if(response.indexOf(msg)>-1){
                        return false;
                    }
                }

                return isSuccess;
            } catch (Exception ex) {
                ex.printStackTrace();
                return false;
            }
        }

        //检查执行是否成功
        private boolean isSuccess(List objPattern, String strCommandPattern) {
            try {
                boolean isFailed = checkResult(expect.expect(objPattern));
                if (!isFailed) {
                    expect.send(strCommandPattern);
                    expect.send("\r");
                    return true;
                }
                return false;
            } catch (MalformedPatternException ex) {
                return false;
            } catch (Exception ex) {
                return false;
            }
        }

        //检查执行返回的状态
        private boolean checkResult(int intRetVal) {
            if (intRetVal == COMMAND_EXECUTION_SUCCESS_OPCODE) {
                return true;
            }
            return false;
        }

        //登入SSH时的控制信息
        //设置不提示输入密码、不显示登入信息等
        public static class localUserInfo implements UserInfo {
            String passwd;

            public String getPassword() {
                return passwd;
            }

            public boolean promptYesNo(String str) {
                return true;
            }

            public String getPassphrase() {
                return null;
            }

            public boolean promptPassphrase(String message) {
                return true;
            }

            public boolean promptPassword(String message) {
                return true;
            }

            public void showMessage(String message) {
            }
        }
}