Hbase学习二

# Hbase学习二

标签（空格分隔）： Hbase

[TOC]
一，回顾和复习
kudu:集成HDFS和HBase的所有优势，速度是Hbase的10倍

二，Hbase架构以及各角色的作用

1，client

2，Zookeeper

====存储所有HRegion的寻址入口=======================================
table -> HRegion -> HRegionServer
1 : N | 1 : 1

Client -> zookeeper -> meta -> Region -> RegionServer

====================================================================

3,Hmaster

=====配置master-backup=================================
1,在conf目录下创建master-backup文件
2，添加服务器IP

3，bin/hbase-daemon.sh start master-backup

4.HRegionServer

5,Hbase&Zookeeper

二，Hbase Java API

1,pom.xml文件添加如下配置

<!-- HBase Client -->
<dependency>
    <groupId>org.apache.hbase</groupId>
    <artifactId>hbase-server</artifactId>
    <version>${hbase.version}</version>
</dependency>

<dependency>
    <groupId>org.apache.hbase</groupId>
    <artifactId>hbase-client</artifactId>
    <version>${hbase.version}</version>
</dependency>

2,拷贝配置文件到资源目录下面
拷贝core-site.xml,hdfs-site.xml,hbase-site.xml到/home/hadoop002/workspace5/hadoopstudy/res目录下

3,HBaseApp.java代码如下

package com.ibeifeng.bigdata.senior.hbase.app;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.filter.PrefixFilter;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.hadoop.io.IOUtils;
public class HBaseApp {
    public static HTable getHTableByTableName(String tableName) throws Exception {
        // Get instance of Configuration
        Configuration conf = HBaseConfiguration.create();
        // Get table Instance
        HTable table = new HTable(conf, tableName);

        return table;
    }
    public static void getData() throws Exception {
        HTable table = HBaseApp.getHTableByTableName("student");
        // Get data
        Get get = new Get(Bytes.toBytes("10001"));
        // add column
        get.addColumn( //
                Bytes.toBytes("info"), //
                Bytes.toBytes("name")//
        );
        get.addColumn( //
                Bytes.toBytes("info"), //
                Bytes.toBytes("age")//
        );

//      get.addFamily(family)

        Result result = table.get(get);
        for (Cell cell : result.rawCells()) {
            System.out.print(Bytes.toString(CellUtil.cloneRow(cell)) + "\t");
            System.out.println(//
                    Bytes.toString(CellUtil.cloneFamily(cell)) //
                            + ":" + //
                            Bytes.toString(CellUtil.cloneQualifier(cell)) //
                            + "->" + //
                            Bytes.toString(CellUtil.cloneValue(cell)) //
                            + " " + //
                            cell.getTimestamp());
            System.out.println("-----------------------------");
        }
        // close
        table.close();
    }
    public static void putData() throws Exception {
        HTable table = HBaseApp.getHTableByTableName("student");
        Put put = new Put(Bytes.toBytes("10007")) ;
        // Add a column with value
        put.add( //
            Bytes.toBytes("info"), //
            Bytes.toBytes("name"), //
            Bytes.toBytes("tianqi") //
        ) ;
        put.add( //
                Bytes.toBytes("info"), //
                Bytes.toBytes("sex"), //
                Bytes.toBytes("male") //
            ) ;
        put.add( //
                Bytes.toBytes("info"), //
                Bytes.toBytes("address"), //
                Bytes.toBytes("shanghai") //
            ) ;

    /** Map<String, String> kvs = new HashMap<String, String>() ; for(String key : kvs.keySet()){ put.add( HBaseTableConstant.HBASE_TABLE_STUDENT_CF, // Bytes.toBytes(key), // Bytes.toBytes(kvs.get(key)) // ) ; } */      
        table.put(put);

        // close
        table.close();
    }

    public static void deleteData() throws Exception {
        HTable table = HBaseApp.getHTableByTableName("student");

        Delete delete = new Delete(Bytes.toBytes("10012")) ;
/** delete.deleteColumn(// Bytes.toBytes("info"), // Bytes.toBytes("telphone")// ); */
        delete.deleteFamily(Bytes.toBytes("info"));

        table.delete(delete);

        table.close();
    }

    public static void scanData() throws Exception {
        String tableName = "student" ;

        HTable table = null ;
        ResultScanner resultScanner = null ;


        try{
            table = HBaseApp.getHTableByTableName(tableName);

            Scan scan = new Scan() ;

// ==========================================================================
// Range
            scan.setStartRow(Bytes.toBytes("1000"));
            scan.setStopRow(Bytes.toBytes("10005")) ;

// Scan
            // Scan scan2 = new Scan(startRow, stopRow) ;

// add CF and Column
            // scan.addFamily(family)
            // scan.addColumn(family, qualifier)

// Filter
            PrefixFilter filter =   new PrefixFilter(Bytes.toBytes("")) ;
            scan.setFilter(filter) ;
/** * 话单查询 * telphone_datetime * 查询三月份通话记录，使用Scan Range * startrow: * 18298459876_20160301000000000 * stoprow: * 18298459876_20160401000000000 * 使用前缀匹配Filter查询 * prefix = 18298459876_201603 * 分页查询 * 尽量不要使用PageFilter，很慢，性能很不好 * 可以在页面前端展示的时候进行分页（伪分页） */
// Cache
//  scan.setCacheBlocks(cacheBlocks);
//  scan.setCaching(caching);

//  scan.setBatch(batch);

// ==========================================================================

            resultScanner = table.getScanner(scan) ;

            for(Result result : resultScanner){
                for (Cell cell : result.rawCells()) {
                    System.out.print(Bytes.toString(CellUtil.cloneRow(cell)) + "\t");
                    System.out.println(//
                        Bytes.toString(CellUtil.cloneFamily(cell)) //
                                + ":" + //
                                Bytes.toString(CellUtil.cloneQualifier(cell)) //
                                + "->" + //
                                Bytes.toString(CellUtil.cloneValue(cell)) //
                                + " " + //
                                cell.getTimestamp()
                            );
                }
                System.out.println("-----------------------------");
            }

        }catch(Exception e){
            e.printStackTrace();
        }finally {
            IOUtils.closeStream(table);
            IOUtils.closeStream(resultScanner);
        }

    }

    public static void main(String[] args) throws Exception {
        deleteData();

    }
}

4,对hbase的基本操作进行封装

• HbaseHelp.java:

package org.apache.hadoop.hbase;

import java.io.IOException;
import java.io.InterruptedIOException;
import java.util.HashMap;
import java.util.Map;

import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.RetriesExhaustedWithDetailsException;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;

public class HbaseHelp {
    private HTable hTable;

    public HbaseHelp(String tablename) throws Exception {
        this.hTable = HbaseUtils.getHTableByTableName(tablename);
    }

    // query data
    public Result queryData(ParamObj paramObj) throws IOException {
        Get get = new Get(Bytes.toBytes(paramObj.getRowKey()));
        Map<String, HashMap<String, String>> kvs= paramObj.getKvs();
        for (String key : kvs.keySet()) {
            HashMap<String, String> temp=kvs.get(key);
            for(String columnname:temp.keySet()){
                get.addColumn(Bytes.toBytes(key), //
                        Bytes.toBytes(columnname) //
                );
            }

        }
        Result result = this.hTable.get(get);

        return result;
    }
    //put data
    public boolean putData(ParamObj paramObj){
        Put put = new Put(Bytes.toBytes(paramObj.getRowKey()));

        Map<String, HashMap<String, String>> kvs= paramObj.getKvs();
        for (String columnfamily : kvs.keySet()) {
            HashMap<String, String> temp=kvs.get(columnfamily);
            for(String columnname:temp.keySet()){
                put.add(
                    Bytes.toBytes(columnfamily),
                    Bytes.toBytes(columnname),
                    Bytes.toBytes(temp.get(columnname))
                ) ;
            }
        }
        boolean succ=true;
        try {
            this.hTable.put(put);
        } catch (Exception e) {
            e.printStackTrace();
            succ=false;
        }   
        return succ;
    }
    //delete data by columnfamily
    public boolean deleteByColumnFamily(ParamObj paramObj) throws IOException{
        Delete delete = new Delete(Bytes.toBytes(paramObj.getRowKey())) ;
        Map<String, HashMap<String, String>> kvs= paramObj.getKvs();
        for (String columnfamily : kvs.keySet()) {
            delete.deleteFamily(Bytes.toBytes(columnfamily));
            this.hTable.delete(delete);
        }
        return true;
    }
    //delete data by column
    public boolean deleteByColumn(ParamObj paramObj) throws IOException{
        Delete delete = new Delete(Bytes.toBytes(paramObj.getRowKey())) ;
        Map<String, HashMap<String, String>> kvs= paramObj.getKvs();
        for (String columnfamily : kvs.keySet()) {
            HashMap<String, String> temp=kvs.get(columnfamily);
            for(String columnname:temp.keySet()){
                delete.deleteColumn(//
                        Bytes.toBytes(columnfamily), //
                        Bytes.toBytes(columnname)//
                );
                this.hTable.delete(delete);
            }
        }
        return true;
    }
    //scan data
    public ResultScanner scanData(String startRowKey,String stopRowKey,ParamObj paramObj) throws Exception {
        Scan scan = new Scan() ;
        scan.setStartRow(Bytes.toBytes(startRowKey));
        scan.setStopRow(Bytes.toBytes(stopRowKey)) ;
        Map<String, HashMap<String, String>> kvs= paramObj.getKvs();
        for (String columnfamily : kvs.keySet()) {
            scan.addFamily(Bytes.toBytes(columnfamily));
        }

        ResultScanner resultScanner =this.hTable.getScanner(scan);
        return resultScanner;
    }
    //close
    public void close() throws IOException{
        this.hTable.close();
    }

}

• HbaseUtils.java:

package org.apache.hadoop.hbase;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.client.HTable;

public class HbaseUtils {
    public static HTable getHTableByTableName(String tableName) throws Exception {
        // Get instance of Configuration
        Configuration conf = HBaseConfiguration.create();
        // Get table Instance
        HTable table = new HTable(conf, tableName);

        return table;
    }
}

• ParamObj.java:

package org.apache.hadoop.hbase;

import java.util.HashMap;
import java.util.Map;

public class ParamObj {
    private String rowKey;
    private Map<String, HashMap<String, String>> kvs = new HashMap<String, HashMap<String, String>>() ;

    public String getRowKey() {
        return rowKey;
    }
    public void setRowKey(String rowKey) {
        this.rowKey = rowKey;
    }
    public Map<String, HashMap<String, String>> getKvs() {
        return kvs;
    }
    public void setKvs(Map<String, HashMap<String, String>> kvs) {
        this.kvs = kvs;
    }
}