对于springboot操作hbase来说，我们可以选择官方的依赖包hbase-client，但这个包的google类库很多时候会和你的项目里的google类库冲突，最后就是你的程序缺少类而无法启动，解决这个问题的方法很多，而最彻底的就是自己封装一个shade包，或者使用人家封装好的shade包，shade就是maven里的一个重写包的插件，非常好用。
依赖包
之前的原始包
org.apache.hbase
hbase-client
1.4.6
/dependency>
使用shade包
org.apache.hbase
hbase-shaded-client
1.3.1
封装一下hbase的操作类
@Component
public class HBaseTemplate implements HBaseOperations {
private static final Logger logger = LoggerFactory.getLogger(HBaseTemplate.class);
@Autowired
private HBaseAdmin hBaseAdmin;
@Autowired
private Connection connection;
/**
* 判断表名是否存在
*
* @param tableName 表名 String ,注意这里区分大小写
* @return
*/
@Override
public boolean tableExists(String tableName) {
Table table = null;
boolean tableExistsFlag = false;
try {
table = connection.getTable(TableName.valueOf(tableName));
tableExistsFlag = hBaseAdmin.tableExists(table.getName());
} catch (IOException e) {
logger.error("IOException : {}", e.getMessage());
e.printStackTrace();
} finally {
closeTable(table);
}
return tableExistsFlag;
}
/**
* 通过表名和rowKey获取数据,获取一条数据
*
* @param tableName 表名
* @param rowKeyVar rowKey 泛型 可支持多种类型{String,Long,Double}
* @return Result 类型
*/
@Override
public Result queryByTableNameAndRowKey(String tableName, T rowKeyVar) {
Assert.notNullBatch(tableName, rowKeyVar);
Assert.hasLength(tableName);
boolean tableExists = tableExists(tableName);
if (!tableExists) {
logger.info("{}" + ExceptionMessage.TABLE_NOT_EXISTS_MSG, tableName);
return null;
}
byte[] rowKey = checkType(rowKeyVar);
Result result = null;
Table table = null;
try {
table = connection.getTable(TableName.valueOf(tableName));
Get get = new Get(rowKey);
result = table.get(get);
} catch (IOException e) {
logger.error("IOException : {}", e.getMessage());
e.printStackTrace();
} finally {
closeTable(table);
}
return result;
}
/**
* 自定义查询
*
* @param tableName 表名
* @param getList 请求体
* @return Result类型
*/
@Override
public Result[] query(String tableName, List getList) {
Assert.notNullBatch(tableName, getList);
Assert.hasLength(tableName);
boolean tableExists = tableExists(tableName);
if (!tableExists) {
logger.info("{}" + ExceptionMessage.TABLE_NOT_EXISTS_MSG, tableName);
return null;
}
Table table = null;
Result[] result = null;
try {
table = connection.getTable(TableName.valueOf(tableName));
result = table.get(getList);
} catch (IOException e) {
logger.error("query error , message:{}", e.getMessage());
e.printStackTrace();
} finally {
closeTable(table);
}
return result;
}
/**
* 传入一个泛型V 判断基本类型，返回对应的byte数组
*
* @param rowKeyVar 泛型rowKey
* @param 泛型
* @return 返回格式化后的字节数组
*/
private byte[] checkType(V rowKeyVar) {
byte[] rowKey = new byte[0];
//判断T的类型
String rowKeyType = rowKeyVar.getClass().getTypeName();
logger.info("rowKey Type is : {}", rowKeyType);
if (String.class.getName().equals(rowKeyType)) {
rowKey = Bytes.toBytes((String) rowKeyVar);
}
if (Long.class.getName().equals(rowKeyType)) {
rowKey = Bytes.toBytes((Long) rowKeyVar);
}
if (Double.class.getName().equals(rowKeyType)) {
rowKey = Bytes.toBytes((Double) rowKeyVar);
}
if (Integer.class.getName().equals(rowKeyType)) {
rowKey = Bytes.toBytes((Integer) rowKeyVar);
}
return rowKey;
}
/**
* 关闭连接
*
* @param table 表名
*/
private void closeTable(Table table) {
if (table != null) {
try {
table.close();
} catch (IOException e) {
logger.error("close table {} error {}", table.getName(), e.getMessage());
e.printStackTrace();
}
} else {
logger.info("table is null");
}
}
/**
* 创建一张表
*
* @param tableName 表名
* @param familyName 列族名
*/
@Override
public void createTable(String tableName, String... familyName) {
Assert.notNullBatch(tableName, familyName);
Assert.hasLength(tableName);
TableName tableNameVar = TableName.valueOf(tableName);
if (!tableExists(tableName)) {
HTableDescriptor hTableDescriptor = new HTableDescriptor(tableNameVar);
for (int i = 0; i < familyName.length; i++) {
HColumnDescriptor hColumnDescriptor = new HColumnDescriptor(familyName[i]);
hTableDescriptor.addFamily(hColumnDescriptor);
}
try {
hBaseAdmin.createTable(hTableDescriptor);
} catch (IOException e) {
logger.error("create failed , Exception: {}", e.getMessage());
e.printStackTrace();
}
} else {
throw new IllegalArgumentException(ExceptionMessage.TABLE_ALREADY_EXISTS_MSG);
}
}
/**
* 新增一条数据
*
* @param tableName 目标数据表
* @param rowName rowKey
* @param familyName 列族名
* @param qualifier 列名
* @param data 字节数组类型的数据
*/
@Override
public void put(String tableName, String rowName, String familyName, String qualifier, byte[] data) {
Assert.notNullBatch(tableName, rowName, familyName, qualifier);
Assert.hasLengthBatch(tableName, rowName, familyName, qualifier);
Table table = null;
if (tableExists(tableName)) {
try {
table = connection.getTable(TableName.valueOf(tableName));
Put put = new Put(Bytes.toBytes(rowName));
put.addColumn(Bytes.toBytes(familyName), Bytes.toBytes(qualifier), data);
table.put(put);
} catch (IOException e) {
logger.error("data put error,message: {}", e.getMessage());
e.printStackTrace();
} finally {
closeTable(table);
}
} else {
throw new IllegalArgumentException(ExceptionMessage.TABLE_NOT_EXISTS_MSG);
}
}
/**
* 批量插入数据
*
* @param tableName 表名
* @param putList put集合
*/
@Override
public void putBatch(String tableName, List putList) {
Assert.notNull(putList);
Assert.hasLength(tableName);
Table table = null;
if (tableExists(tableName)) {
try {
table = connection.getTable(TableName.valueOf(tableName));
table.put(putList);
} catch (IOException e) {
logger.error("data put error, message:{}", e.getMessage());
e.printStackTrace();
} finally {
closeTable(table);
}
} else {
throw new IllegalArgumentException(ExceptionMessage.TABLE_NOT_EXISTS_MSG);
}
}
/**
* 删除一个列族下的数据
*
* @param tableName 目标数据表
* @param rowName rowKey
* @param familyName 列族名
*/
@Override
public void delete(String tableName, String rowName, String familyName) {
delete(tableName, rowName, familyName, null);
}
/**
* 删除某个列下的数据
*
* @param tableName 目标数据表
* @param rowName rowKey
* @param familyName 列族名
* @param qualifier 列名
*/
@Override
public void delete(String tableName, String rowName, String familyName, String qualifier) {
Assert.notNullBatch(tableName, rowName, familyName);
Assert.hasLengthBatch(tableName, rowName, familyName);
Table table = null;
try {
table = connection.getTable(TableName.valueOf(tableName));
Delete delete = new Delete(rowName.getBytes());
if (qualifier != null) {
delete.addColumn(familyName.getBytes(), qualifier.getBytes());
}
table.delete(delete);
} catch (IOException e) {
logger.error("data delete error, message:{}", e.getMessage());
e.printStackTrace();
} finally {
closeTable(table);
}
}
/**
* 批量删除数据
*
* @param tableName 表名
* @param deleteList 需要删除的数据
*/
@Override
public void deleteBatch(String tableName, List deleteList) {
Assert.notNull(tableName);
Assert.hasLength(tableName);
Table table = null;
try {
table = connection.getTable(TableName.valueOf(tableName));
table.delete(deleteList);
} catch (IOException e) {
logger.error("data delete error, message:{}", e.getMessage());
e.printStackTrace();
} finally {
closeTable(table);
}
}
/**
* 通过scan查询数据
*
* @param tableName 表名
* @param scan scan
* @return 返回 ResultScanner
*/
@Override
public ResultScanner queryByScan(String tableName, Scan scan) {
Assert.notNullBatch(tableName, scan);
Assert.hasLength(tableName);
ResultScanner resultScanner = null;
Table table = null;
try {
table = connection.getTable(TableName.valueOf(tableName));
resultScanner = table.getScanner(scan);
} catch (IOException e) {
logger.error("query error, message:", e.getMessage());
e.printStackTrace();
} finally {
closeTable(table);
}
return resultScanner;
}
/**
* 删除表
*
* @param tableName 表名称
*/
@Override
public void dropTable(String tableName) {
boolean tableExists = tableExists(tableName);
if (tableExists) {
try {
hBaseAdmin.disableTable(tableName);
hBaseAdmin.deleteTable(tableName);
logger.info("table {} delete successfully", tableName);
} catch (IOException e) {
e.printStackTrace();
}
} else {
logger.info("table {} is not exists", tableName);
}
}
}
测试put操作
不使用shade包，在put操作时会有错误，在scan类里的newLimit位置会出现错误
/**
* 插入一条记录
*/
@Test
public void putTest() {
String rowKey = UUID.randomUUID().toString();
hBaseDao.put(TABLE_NAME, rowKey, COLUMN_FAMILY, "name", Bytes.toBytes("testData"));
}
操作后截图
