Hive2.0.0操作HBase 1.2.1报错解决

首先看错

 org.apache.hive.service.cli.HiveSQLException: Failed to open new session: java.lang.RuntimeException: org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.security.authorize.AuthorizationException): User: tgis not allowed to impersonate hive
at org.apache.hive.jdbc.Utils.verifySuccess(Utils.java:258)
at org.apache.hive.jdbc.Utils.verifySuccess(Utils.java:249)
at org.apache.hive.jdbc.HiveConnection.openSession(HiveConnection.java:579)
at org.apache.hive.jdbc.HiveConnection.<init>(HiveConnection.java:167)
at org.apache.hive.jdbc.HiveDriver.connect(HiveDriver.java:107)
at java.sql.DriverManager.getConnection(DriverManager.java:579)
at java.sql.DriverManager.getConnection(DriverManager.java:221)
at com.yc.hive.TestHive1.getConn(TestHive1.java:153)
at com.yc.hive.TestHive1.main(TestHive1.java:33)

Hive2.0.0加了权限，低版本用JDBC操作hive不会报错，但是高版本连接就会报上面的错

，归根结底是因为权限不足

只要在Hadoop的配置文件core-site.xml中加入

<property>
    <name>hadoop.proxyuser.tg.hosts</name>
    <value>*</value>
</property>


<property>
    <name>hadoop.proxyuser.tg.groups</name>
    <value>*</value>
</property>

即可

重启虚拟机  重启所有服务

再看测试

测试帮助类

package com.tg.hadoop.hive;

import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
/**
 * 
 * @author 汤高
 *
 */
public class HiveAPI {
	//网上写 org.apache.hadoop.hive.jdbc.HiveDriver ,新版本不能这样写
    private static String driverName = "org.apache.hive.jdbc.HiveDriver";  
    
  //这里是hive2，网上其他人都写hive,在高版本中会报错
    private static String url = "jdbc:hive2://master:10000/default"; 
    private static String user = "hive";  
    private static String password = "hive";  
    private static String sql = "";  
    
	public static ResultSet countData(Statement stmt, String tableName)  {
		sql = "select count(1) from " + tableName;
		System.out.println("Running:" + sql);
		ResultSet res=null;
		try {
			res = stmt.executeQuery(sql);
			System.out.println("执行“regular hive query”运行结果:");
			while (res.next()) {
				System.out.println("count ------>" + res.getString(1));
			}
		} catch (SQLException e) {
			e.printStackTrace();
		}
		return res;
	}

	public static ResultSet selectData(Statement stmt, String tableName)  {
		sql = "select * from " + tableName;
		System.out.println("Running:" + sql);
		ResultSet res=null;
		try {
			res = stmt.executeQuery(sql);
			System.out.println("执行 select * query 运行结果:");
			while (res.next()) {
				System.out.println(res.getInt(1) + "\t" + res.getString(2));
			}
		} catch (SQLException e) {
			e.printStackTrace();
		}
		return res;
	}

	public static boolean loadData(Statement stmt, String tableName,String filepath) {
		// 目录 ，我的是hive安装的机子的虚拟机的home目录下
		sql = "load data local inpath '" + filepath + "' into table " + tableName;
		System.out.println("Running:" + sql);
		boolean result=false;
		try {
			result=stmt.execute(sql);
		} catch (SQLException e) {
			e.printStackTrace();
		}
		return result;
	}
	
	public static boolean loadDataFromHDFS(Statement stmt, String tableName,String filepath) {
		// 目录 ，我的是hive安装的机子的虚拟机的home目录下
		sql = "load data inpath '" + filepath + "' into table " + tableName;
		System.out.println("Running:" + sql);
		boolean result=false;
		try {
			result=stmt.execute(sql);
		} catch (SQLException e) {
			e.printStackTrace();
		}
		return result;
	}

	public static ResultSet describeTables(Statement stmt, String tableName)   {
		sql = "describe " + tableName;
		System.out.println("Running:" + sql);
		ResultSet res=null;
		try {
			res = stmt.executeQuery(sql);
			System.out.println("执行 describe table 运行结果:");
			while (res.next()) {
				System.out.println(res.getString(1) + "\t" + res.getString(2));
			}
		} catch (SQLException e) {
			e.printStackTrace();
		}
		return res;
	}

	public static ResultSet showTables(Statement stmt, String tableName)  {
		if(tableName==null||tableName.equals(null)){
			sql = "show tables";
		}else{
			sql = "show tables '" + tableName + "'";
		}
		ResultSet res=null;
		try {
			res = stmt.executeQuery(sql);
			System.out.println("执行 show tables 运行结果:");
			while (res.next()) {
				System.out.println(res.getString(1));
			}
		} catch (SQLException e) {
			e.printStackTrace();
		}
		return res;
	}

	public static boolean createTable(Statement stmt, String tableName)  {
		String reqsql=" drop table if exists	" + tableName ;
		sql = "create table " + tableName + " (key int, value string)  row format delimited fields terminated by '\t'";
		boolean result=false;
		try {
			stmt.execute(reqsql);
			result=stmt.execute(sql);
		} catch (SQLException e) {
			e.printStackTrace();
		}
		return result;
	}

	public static boolean dropTable(Statement stmt,String tableName) {
		// 创建的表名
		//String tableName = "testHive";
		sql = "drop table  " + tableName;
		boolean result=false;
		try {
			stmt.execute(sql);
		} catch (SQLException e) {
			e.printStackTrace();
		}
		return result;
	}

	public static Connection getConn()  {
		Connection conn = null;
		try {
			Class.forName(driverName);
			conn = DriverManager.getConnection(url, user, password);
		} catch (ClassNotFoundException e) {
			e.printStackTrace();
		} catch (SQLException e) {
			e.printStackTrace();
		}
		return conn;
	}
	
	public static void  close(Connection conn,Statement stmt){
		  try {
			if (conn != null) {  
			      conn.close();  
			      conn = null;  
			  }  
			  if (stmt != null) {  
			      stmt.close();  
			      stmt = null;  
			  }
		} catch (SQLException e) {
			e.printStackTrace();
		}  
	}
}

import static org.junit.Assert.*;

import java.sql.Connection;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;

import org.junit.Before;
import org.junit.Test;

import com.tg.hadoop.hive.HiveAPI;
/**
 * 
 * @author 汤高
 *
 */
public class TestHive {
	private  Statement stmt = null; 
	private  Connection conn=null;
	@Before
	public void setConAndStatement (){
	
       conn = HiveAPI.getConn();  
        try {
			stmt = conn.createStatement();
		} catch (SQLException e) {
			e.printStackTrace();
		}
        assertNotNull(conn);
	}
	
	@Test
	public void testDropTable() {
		String tableName="testhive";
		assertNotNull(HiveAPI.dropTable(stmt, tableName));
	}
	
	@Test
	public void testCreateTable() {
		boolean result=HiveAPI.createTable(stmt,"testhive7");
		assertNotNull(result);
	}
	
	@Test
	public void testCreateTableHive() {
		String sql="CREATE  TABLE  hbase_table_tgg(key int, value string) STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' WITH SERDEPROPERTIES (\"hbase.columns.mapping\" = \":key,cf1:val\")  TBLPROPERTIES (\"hbase.table.name\" = \"tanggaozhou\")";
		
		try {
			stmt.execute(sql);
		} catch (SQLException e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		}
	}
	
	
	@Test
	public void testdescribeTables(){
		ResultSet res=HiveAPI.describeTables(stmt, "testhive");
		assertNotNull(res);
	}
	
	@Test
	public void testshowTables(){
		//ResultSet res=HiveAPI.showTables(stmt, "testhive");
		ResultSet res=HiveAPI.showTables(stmt, null);
		assertNotNull(res);
	}
	
	@Test
	public void testloadData(){
		boolean result=HiveAPI.loadData( stmt, "testhive","user.txt");
		assertNotNull(result);
	}
	
	
	@Test
	public  void testclose(){
		HiveAPI.close(conn,stmt);
	}
	
	@Test
	public  void testSelectData(){
		ResultSet res=HiveAPI.selectData(stmt, "testhive");
		assertNotNull(res);
	}
	
	@Test
	public  void testCountData(){
		ResultSet res=HiveAPI.countData(stmt, "testhive");
		assertNotNull(res);
	}
	
	
}

结果：

[28 21:48:40,381 INFO ] org.apache.hive.jdbc.Utils - Supplied authorities: master:10000
[28 21:48:40,382 INFO ] org.apache.hive.jdbc.Utils - Resolved authority: master:10000
[28 21:48:40,453 DEBUG] org.apache.thrift.transport.TSaslTransport - opening transport org.apache.thrift.transport.TSaslClientTransport@1505b41
[28 21:48:40,465 DEBUG] org.apache.thrift.transport.TSaslClientTransport - Sending mechanism name PLAIN and initial response of length 10
[28 21:48:40,468 DEBUG] org.apache.thrift.transport.TSaslTransport - CLIENT: Writing message with status START and payload length 5
[28 21:48:40,468 DEBUG] org.apache.thrift.transport.TSaslTransport - CLIENT: Writing message with status COMPLETE and payload length 10
[28 21:48:40,469 DEBUG] org.apache.thrift.transport.TSaslTransport - CLIENT: Start message handled
[28 21:48:40,469 DEBUG] org.apache.thrift.transport.TSaslTransport - CLIENT: Main negotiation loop complete
[28 21:48:40,469 DEBUG] org.apache.thrift.transport.TSaslTransport - CLIENT: SASL Client receiving last message
[28 21:48:40,470 DEBUG] org.apache.thrift.transport.TSaslTransport - CLIENT: Received message with status COMPLETE and payload length 0
[28 21:48:40,488 DEBUG] org.apache.thrift.transport.TSaslTransport - writing data length: 71
[28 21:48:40,519 DEBUG] org.apache.thrift.transport.TSaslTransport - CLIENT: reading data length: 109
[28 21:48:40,600 DEBUG] org.apache.thrift.transport.TSaslTransport - writing data length: 337
[28 21:48:40,622 DEBUG] org.apache.thrift.transport.TSaslTransport - CLIENT: reading data length: 109
[28 21:48:40,654 DEBUG] org.apache.thrift.transport.TSaslTransport - writing data length: 100
[28 21:48:44,116 DEBUG] org.apache.thrift.transport.TSaslTransport - CLIENT: reading data length: 53

成功了