引入POM
org.apache.hbase
hbase-client
1.1.3
org.slf4j
slf4j-log4j12
org.mortbay.jetty
servlet-api-2.5
org.mortbay.jetty
servlet-api-2.5-6.1.14
com.google.guava
guava
org.springframework.data
spring-data-hadoop-boot
[2.5.0.RELEASE](2.5.0.RELEASE)
javax.servlet
servlet-api
org.springframework.data
spring-data-hadoop
[2.5.0.RELEASE](2.5.0.RELEASE)
org.slf4j
slf4j-log4j12
log4j
log4j
javax.servlet
servlet-api
com.google.guava
guava
22.0
配置文件中 加入
hbase.config.hbase.zookeeper.quorum: XXX hbase.config.hbase.zookeeper.property.clientPort: XXXX
因为 pom Hbase引入了Guava 是13 的低版本 如果项目中引入了Guava 高版本的 需要在项目中重写一个类 Stopwatch
package com.google.common.base;
package com.google.common.base;
/*
Copyright (C) 2008 The Guava Authors
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
import com.google.common.annotations.GwtCompatible;
import com.google.common.annotations.Beta;
import com.google.common.annotations.GwtCompatible;
import com.google.common.annotations.GwtIncompatible;
import com.google.common.base.Ticker;
import java.util.concurrent.TimeUnit;
import static com.google.common.base.Preconditions.checkNotNull;
import static com.google.common.base.Preconditions.checkState;
import static java.util.concurrent.TimeUnit.*;
/**
* An object that measures elapsed time in nanoseconds. It is useful to measure
* elapsed time using this class instead of direct calls to {@link
* System#nanoTime} for a few reasons:
* An alternate time source can be substituted, for testing or performance
* reasons.
* As documented by {@code nanoTime}, the value returned has no absolute
* meaning, and can only be interpreted as relative to another timestamp
* returned by {@code nanoTime} at a different time. {@code Stopwatch} is a
* more effective abstraction because it exposes only these relative values,
* not the absolute ones.
* Basic usage:
*
* Stopwatch stopwatch = Stopwatch.{@link #createStarted createStarted}();
* doSomething();
* stopwatch.{@link #stop stop}(); // optional
* long millis = stopwatch.elapsed(MILLISECONDS);
* log.info("time: " + stopwatch); // formatted string like "12.3 ms"
* Stopwatch methods are not idempotent; it is an error to start or stop a
*
* stopwatch that is already in the desired state.
* When testing code that uses this class, use
*
* {@link #createUnstarted(Ticker)} or {@link #createStarted(Ticker)} to
* supply a fake or mock ticker.
* This allows you to
* simulate any valid behavior of the stopwatch.
* Note: This class is not thread-safe.
*
* @author Kevin Bourrillion
* @SInCE 10.0
*/
@Beta
@GwtCompatible(emulated = true)
public final class Stopwatch {
private final Ticker ticker;
private boolean isRunning;
private long elapsedNanos;
private long startTick;
/**
* Creates (but does not start) a new stopwatch using {@link System#nanoTime}
* as its time source.
*
* @SInCE 15.0
*/
public static com.google.common.base.Stopwatch createUnstarted() {
return new com.google.common.base.Stopwatch();
}
/**
* Creates (but does not start) a new stopwatch, using the specified time
* source.
*
* @SInCE 15.0
*/
public static com.google.common.base.Stopwatch createUnstarted(Ticker ticker) {
return new com.google.common.base.Stopwatch(ticker);
}
/**
* Creates (and starts) a new stopwatch using {@link System#nanoTime}
* as its time source.
*
* @SInCE 15.0
*/
public static com.google.common.base.Stopwatch createStarted() {
return new com.google.common.base.Stopwatch().start();
}
/**
* Creates (and starts) a new stopwatch, using the specified time
* source.
*
* @SInCE 15.0
*/
public static com.google.common.base.Stopwatch createStarted(Ticker ticker) {
return new com.google.common.base.Stopwatch(ticker).start();
}
/**
* Creates (but does not start) a new stopwatch using {@link System#nanoTime}
* as its time source.
*
* @deprecated Use {@link com.google.common.base.Stopwatch#createUnstarted()} instead.
*/
@Deprecated
public Stopwatch() {
this(Ticker.systemTicker());
}
/**
* Creates (but does not start) a new stopwatch, using the specified time
* source.
*
* @deprecated Use {@link com.google.common.base.Stopwatch#createUnstarted(Ticker)} instead.
*/
@Deprecated
Stopwatch(Ticker ticker) {
this.ticker = checkNotNull(ticker, "ticker");
}
/**
* Returns {@code true} if {@link #start()} has been called on this stopwatch,
* and {@link #stop()} has not been called since the last call to {@code
* start()}.
*/
public boolean isRunning() {
return isRunning;
}
/**
* Starts the stopwatch.
*
* @return this {@code Stopwatch} instance
* @throws IllegalStateException if the stopwatch is already running.
*/
public com.google.common.base.Stopwatch start() {
checkState(!isRunning, "This stopwatch is already running.");
isRunning = true;
startTick = ticker.read();
return this;
}
/**
* Stops the stopwatch. Future reads will return the fixed duration that had
* elapsed up to this point.
*
* @return this {@code Stopwatch} instance
* @throws IllegalStateException if the stopwatch is already stopped.
*/
public com.google.common.base.Stopwatch stop() {
long tick = ticker.read();
checkState(isRunning, "This stopwatch is already stopped.");
isRunning = false;
elapsedNanos += tick - startTick;
return this;
}
/**
* Sets the elapsed time for this stopwatch to zero,
* and places it in a stopped state.
*
* @return this {@code Stopwatch} instance
*/
public com.google.common.base.Stopwatch reset() {
elapsedNanos = 0;
isRunning = false;
return this;
}
private long elapsedNanos() {
return isRunning ? ticker.read() - startTick + elapsedNanos : elapsedNanos;
}
/**
* Returns the current elapsed time shown on this stopwatch, expressed
* in the desired time unit, with any fraction rounded down.
* Note that the overhead of measurement can be more than a microsecond, so
*
* it is generally not useful to specify {@link TimeUnit#NANOSECONDS}
* precision here.
*
* @SInCE 14.0 (since 10.0 as {@code elapsedTime()})
*/
public long elapsed(TimeUnit desiredUnit) {
return desiredUnit.convert(elapsedNanos(), NANOSECONDS);
}
/**
* Returns a string representation of the current elapsed time.
*/
@GwtIncompatible("String.format()")
@Override
public String toString() {
long nanos = elapsedNanos();
TimeUnit unit = chooseUnit(nanos);
double value = (double) nanos / NANOSECONDS.convert(1, unit);
// Too bad this functionality is not exposed as a regular method call
return String.format("%.4g %s", value, abbreviate(unit));
}
private static TimeUnit chooseUnit(long nanos) {
if (DAYS.convert(nanos, NANOSECONDS) > 0) {
return DAYS;
}
if (HOURS.convert(nanos, NANOSECONDS) > 0) {
return HOURS;
}
if (MINUTES.convert(nanos, NANOSECONDS) > 0) {
return MINUTES;
}
if (SECONDS.convert(nanos, NANOSECONDS) > 0) {
return SECONDS;
}
if (MILLISECONDS.convert(nanos, NANOSECONDS) > 0) {
return MILLISECONDS;
}
if (MICROSECONDS.convert(nanos, NANOSECONDS) > 0) {
return MICROSECONDS;
}
return NANOSECONDS;
}
private static String abbreviate(TimeUnit unit) {
switch (unit) {
case NANOSECONDS:
return "ns";
case MICROSECONDS:
return "\u03bcs"; // μs
case MILLISECONDS:
return "ms";
case SECONDS:
return "s";
case MINUTES:
return "min";
case HOURS:
return "h";
case DAYS:
return "d";
default:
throw new AssertionError();
}
}
}
工具类
@Data
@Component
public class HbaseStorage {
@Autowired(required = false)
HbaseTemplate hbaseTemplate;
private String familyName;
public boolean save(String tableName,String rowKey,String familyName,Map data) {
if (StringUtils.isBlank(familyName)){
throw new RuntimeException("请设置 默认 familyName 的值");
}
for (Map.Entry entry : data.entrySet()) {
hbaseTemplate.put(tableName,rowKey,familyName,entry.getKey(), Bytes.toBytes(String.valueOf(entry.getValue())));
}
return true;
}
public boolean save(String tableName,String rowKey,String familyName,T data) {
Map dataMap = BaseBeanUtils.beanToMap(data);
return save(tableName, rowKey, familyName, dataMap);
}
public boolean save(String tableName,String rowKey,T data) {
return save(tableName, rowKey, familyName, data);
}
public List getByPre (String tableName,String pre,Class type){
Map> resultMap = Maps.newHashMap();
Scan scan = new Scan();
Filter filter = new PrefixFilter(Bytes.toBytes(pre));
scan.setFilter(filter);
hbaseTemplate.find(tableName, scan, (RowMapper) (result, rowNum) -> {
List ceList = result.listCells();
if (ceList != null && ceList.size() > 0) {
for (Cell cell : ceList) {
String rowKey = Bytes.toString(cell.getRowArray(), cell.getRowOffset(), cell.getRowLength());
String qualifierName = Bytes.toString(cell.getQualifierArray(), cell.getQualifierOffset(), cell.getQualifierLength());
String qualifierValue = Bytes.toString(cell.getValueArray(), cell.getValueOffset(), cell.getValueLength());
if (!resultMap.containsKey(rowKey)){
resultMap.put(rowKey, Maps.newHashMap());
}
resultMap.get(rowKey).put(qualifierName, qualifierValue);
}
}
return "";
});
List list = Lists.newArrayList();
for (Map.Entry> entry : resultMap.entrySet()) {
T convert = BaseBeanUtils.convert(entry.getValue(), type);
list.add(convert);
}
return list;
}
public static void main(String[] args) {
Bean userContact = new Bean();
userContact.setA("1");
userContact.setB(1L);
userContact.setC(1L);
userContact.setF(1);
userContact.setG(1);
userContact.setH(new Object());
userContact.setI(true);
Map result = Maps.newHashMap();
Map stringObjectMap = BaseBeanUtils.beanToMap(userContact);
System.out.println(stringObjectMap);
for (Map.Entry entry : stringObjectMap.entrySet()) {
byte[] bytes = Bytes.toBytes(String.valueOf(entry.getValue()));
result.put(entry.getKey(), Bytes.toString(bytes));
}
Bean convert = BaseBeanUtils.convert(result, Bean.class);
System.out.println(convert);
}
}
|