hive Java API

Java连接hive进行操作的方式有多种，接触到了两种：

首先，hive要起动远程服务接口，命令：

hive --service hiveserver -p 50000 &

 

1. 通过jdbc驱动连接hive

当然还有其他的连接方式，比如ODBC等，这种方式很常用。

不稳定，经常会被大数据量冲挂，不建议使用。

package cn.ac.iscas.hiveclient;



import java.io.IOException;

import java.io.InputStream;

import java.sql.Connection;

import java.sql.DriverManager;

import java.sql.ResultSet;

import java.sql.SQLException;

import java.sql.Statement;

import java.util.Properties;



public class HiveJDBCClient {



    private static String driverName;

    private static String url;

    private static String user;

    private static String password;

    

    private Connection conn = null;

    private Statement stmt = null;

    

    static {    

        Properties prop = new Properties();

        InputStream in = HiveJDBCClient.class.getResourceAsStream("hiveCli.properties");

        try{

            prop.load(in);

            driverName = prop.getProperty("driverName");

            url = prop.getProperty("url");

            user = prop.getProperty("user");

            password = prop.getProperty("password");

        }catch (IOException e){

            e.printStackTrace();

        }

    }

    

    public boolean execute(String sql){

        boolean rs = false;

        try {

            conn = getConn();

            stmt = conn.createStatement();

            rs = stmt.execute(sql);

        } catch (ClassNotFoundException e) {

            // TODO Auto-generated catch block

            e.printStackTrace();

        } catch (SQLException e) {

            // TODO Auto-generated catch block

            e.printStackTrace();

        }finally{

            try{

                if( null != conn){

                    conn.close();

                    conn = null;

                }

                if( null != stmt){

                    stmt.close();

                    stmt = null;

                }

            }catch (SQLException e){

                e.printStackTrace();

            }

        }

        return rs;

    }

    

    public ResultSet executeQuery(String sql){

        ResultSet rs = null;

        try {

            conn = getConn();

            stmt = conn.createStatement();

            rs = stmt.executeQuery(sql);

        } catch (ClassNotFoundException e) {

            // TODO Auto-generated catch block

            e.printStackTrace();

        } catch (SQLException e) {

            // TODO Auto-generated catch block

            e.printStackTrace();

        }finally{

            try{

                if( null != conn){

                    conn.close();

                    conn = null;

                }

                if( null != stmt){

                    stmt.close();

                    stmt = null;

                }

            }catch (SQLException e){

                e.printStackTrace();

            }

        }

        return rs;

    }

    

    private static Connection getConn() throws ClassNotFoundException,

    SQLException{

        Class.forName(driverName);

        Connection conn = DriverManager.getConnection(url,user,password);

        return conn;

    }

    

    public static void main(String[] args){

        HiveJDBCClient hc = new HiveJDBCClient();

        ResultSet rs = hc.executeQuery("desc carsrecord");

        try {

            while(rs.next()){

                System.out.println(rs.getString(1));

            }

        } catch (SQLException e) {

            // TODO Auto-generated catch block

            e.printStackTrace();

        }

    }

}

2. 通过hive thrift连接

package cn.ac.iscas.hiveclient;

import java.io.IOException;

import java.io.InputStream;

import java.util.ArrayList;

import java.util.List;

import java.util.Properties;



import org.apache.hadoop.hive.service.HiveClient;

import org.apache.hadoop.hive.service.HiveServerException;

import org.apache.thrift.TException;

import org.apache.thrift.protocol.TBinaryProtocol;

import org.apache.thrift.protocol.TProtocol;

import org.apache.thrift.transport.TSocket;

import org.apache.thrift.transport.TTransport;

import org.apache.thrift.transport.TTransportException;



public class HiveThreatClient {

    static TTransport transport;

    static TProtocol protocol;

    static HiveClient client ;

    static String ip;

    static int port;

    

    static {    

        Properties prop = new Properties();

        InputStream in = HiveJDBCClient.class.getResourceAsStream("hiveCli.properties");

        try{

            prop.load(in);

            ip = prop.getProperty("ip");

            port = Integer.valueOf(prop.getProperty("port"));

        }catch (IOException e){

            e.printStackTrace();

        }

    }

    

    public static List<String> execute(String query) throws HiveServerException, 

                    TException,TTransportException{

        List<String> result = new ArrayList<String>();

        transport = new TSocket(ip,port);

        protocol = new TBinaryProtocol(transport);

        client = new HiveClient(protocol);

        transport.open();

        client.send_execute(query);

        client.recv_execute();

        //client.send_commit_txn(rqst);

        //client.execute(query);

        List<String> list = client.fetchN(10);

        while(null!=list && list.size()>0){

            for(String r :list){

                System.out.println(r);

                result.add(r);

            }

            list = client.fetchN(10);

        }

        client.shutdown();

        transport.close();

        return result;

    }

        

    public static void main(String[] args){

        try {

            //HiveThreatClient.execute("desc carsrecord");

            //HiveThreatClient.execute("select distinct addressname from carsrecord  where collectiontime='2015-02-02'");

            //load data inpath '/2015/02/2015-02-01.dat' overwrite into table carsrecord partition(collectiontime='2015-02-01')

            for(int i = 10; i < 29; i++){

                String day = i > 9 ? ""+i:"0"+i;

                String stat = "load data inpath '/2015/02/2015-02-"+day+".dat' overwrite into table carsrecord partition(collectiontime='2015-02-"+day+"')";

                System.out.println(stat);

                HiveThreatClient.execute(stat);

            }

            //HiveThreatClient.execute("select * from carsrecord where collectiondate>='2014-01-01' and collectiondate<'2014-01-03'");

        } catch (HiveServerException e) {

            // TODO Auto-generated catch block

            e.printStackTrace();

        } catch (TTransportException e) {

            // TODO Auto-generated catch block

            e.printStackTrace();

        } catch (TException e) {

            // TODO Auto-generated catch block

            e.printStackTrace();

        }

    }

}

需要引入的jar包：

•     <classpathentry kind="lib" path="hive-service-0.13.1.jar"/>
      <classpathentry kind="lib" path="hive-exec-0.13.1.jar"/>
      <classpathentry kind="lib" path="slf4j-api-1.6.6.jar"/>
      <classpathentry kind="lib" path="hive-metastore-0.13.1.jar"/>
      <classpathentry kind="lib" path="libfb303-0.9.0.jar"/>