java连接hbase

在Windows上作映射

C:\Windows\System32\drivers\etc

更改hosts文件

(小技巧:可能需要权限更改不了，可以将此文件拉到桌面更改保存了再拉回去)

测试声明

我整理的以下代码hbase1-3版本都适用！！！(pom.xml中的版本固定用2.4.13版本)

(本人亲测过hbase-1.7.1,hbase-2.4.13,hbase-3.0.0-alpha-3)

直接上代码

 
        
            org.apache.hbase
            hbase-client
            2.4.13
        
        
            org.apache.hbase
            hbase
            2.4.13
            pom
        
    

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.*;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.RowFilter;
import org.apache.hadoop.hbase.filter.SubstringComparator;
import org.apache.hadoop.hbase.util.Bytes;


import java.io.IOException;

import java.util.*;


public class zsgcHbase {
    public static void main(String[] args) throws IOException {
//        tj();
//        cx();
//        versioncx();
//        sc();
//        jb();
//        fwcx();
//        strRow();
//        filterRow();
        valueCol();
    }

  //连接配置
    public static Connection pz() throws IOException {
        //获取配置
        Configuration conf = HBaseConfiguration.create();
        //指定HBase使用的zookeeper地址，多个用逗号隔开
        conf.set("hbase.zookeeper.quorum", "172.20.10.250:2181,172.20.10.251:2181,172.20.10.252:2181");
        //创建HBase连接，负责对HBase中数据的一些增删改查操作
        Connection conn = ConnectionFactory.createConnection(conf);
        return conn;
    }

 //添加数据和更新数据
    public static void tj() throws IOException {
        Connection conn = pz();
        //获取Table对象，指定要操作的表名(这里需要提前创建好)
        Table table = conn.getTable(TableName.valueOf("test"));
        //指定Rowkey，返回put对象      这里进行批量插入数据再声明一个Put对象再添加一次put对象(也可以声明一个List集合添加list对象)
        Put put = new Put(Bytes.toBytes("001"));
        //向put对象中指定列族、列、值
        put.addColumn(Bytes.toBytes("info"),Bytes.toBytes("name"),Bytes.toBytes("zhujuntao"));
        put.addColumn(Bytes.toBytes("info"),Bytes.toBytes("sex"),Bytes.toBytes("man"));
        put.addColumn(Bytes.toBytes("level"),Bytes.toBytes("course"),Bytes.toBytes("qq"));
        //向表中添加数据
        table.put(put);
        //关闭table连接
        table.close();
    }

  //查询根据rowkey查询数据
    public static void cx() throws IOException {
        Connection conn = pz();
        Table table = conn.getTable(TableName.valueOf("test"));
        //指定Rowkey，返回Get对象
        Get get = new Get(Bytes.toBytes("001"));
        //可以在这里指定要查询指定Rowkey数据哪些列族中的列
        // 如果不指定，默认查询指定Rowkey所有列的内容
        //get.addColumn(Bytes.toBytes("info"),Bytes.toBytes("age"));
        //get.addColumn(Bytes.toBytes("info"),Bytes.toBytes("sex"));

        Result result = table.get(get);
        //可以使用listCells()获取所有cell，cell对应的是某一个列的数据
        List cells = result.listCells();
        for (Cell cell: cells) {
            //这里获取的信息都是字节类型的，可以通过new String(bytes)转为字符串
            //列族
            byte[] famaily_bytes = CellUtil.cloneFamily(cell);
            //列
            byte[] column_bytes = CellUtil.cloneQualifier(cell);
            //值
            byte[] value_bytes = CellUtil.cloneValue(cell);
            System.out.println("列族："+new String(famaily_bytes)+",列："+new String(column_bytes)+",值："+new String(value_bytes));
        }
        //这里还可以直接使用getValue(family, qualifier)直接获取指定列族中指定列的数据
        //byte[] age_bytes = result.getValue(Bytes.toBytes("info"),Bytes.toBytes("age"));
        table.close();
    }

//查询列值历史版本
    public static void versioncx() throws IOException {
        Connection conn = pz();
        Table table = conn.getTable(TableName.valueOf("test"));
        Get get = new Get(Bytes.toBytes("001"));
        //这里读取cell中的所有历史版本数据
        //可以通过get.readVersions(2)来指定获取多少个历史版本的数据
        get.readAllVersions();

        Result result = table.get(get);

        //获取指定列族中指定列的所有历史版本数据，必须设置get.readAllVersions()或者get.readVersions(2)，否则只会获取最新数据
        List columnCells = result.getColumnCells(Bytes.toBytes("info"), Bytes.toBytes("name"));
        for (Cell cell :columnCells) {
            byte[] value_bytes = CellUtil.cloneValue(cell);
            long timestamp = cell.getTimestamp();
            System.out.println("值为："+new String(value_bytes)+",时间戳："+timestamp);
        }
        table.close();
    }

 //根据rowkey删除数据
    public static void sc() throws IOException {
        Connection conn = pz();
        Table table = conn.getTable(TableName.valueOf("ideatest"));
        //指定Rowkey，返回Delete对象
        Delete delete = new Delete(Bytes.toBytes("laowang"));
        //这里还可以指定要删除指定Rowkey数据哪些列族中的列
        //delete.addColumn(Bytes.toBytes("info"),Bytes.toBytes("age"));

        table.delete(delete);
        table.close();
    }

 //创建表
    public static void jb() throws IOException {
        Connection conn = pz();
        //获取管理权限，负责对HBase中的表进行操作
        Admin admin = conn.getAdmin();
        //指定列族信息
        ColumnFamilyDescriptor familyDesc1 = ColumnFamilyDescriptorBuilder.newBuilder(Bytes.toBytes("info"))
                //给列族设置属性
                .setMaxVersions(3)//这个是最多存储多少个历史版本数据
                .build();
        ColumnFamilyDescriptor familyDesc2 = ColumnFamilyDescriptorBuilder.newBuilder(Bytes.toBytes("level"))
                .setMaxVersions(2)
                .build();
        ArrayList familyList = new ArrayList();
        familyList.add(familyDesc1);
        familyList.add(familyDesc2);
        //获取TableDescriptor对象
        TableDescriptor desc = TableDescriptorBuilder.newBuilder(TableName.valueOf("test"))//指定表名
                .setColumnFamilies(familyList)//指定列族
                .build();
        //创建表
        admin.createTable(desc);
    }
    //删除表，先禁用表
    //admin.disableTable(TableName.valueOf("test"));
    //admin.deleteTable(TableName.valueOf("test"));

 //Limit查询前5行
    public static void fwcx() throws IOException {
        Connection conn = pz();
        Table tableRead = conn.getTable(TableName.valueOf("ideatest"));
        //获取Scan对象
        Scan scan = new Scan();
        //同startrow
        //scan.withStartRow(Bytes.toBytes("000"));
        //limit
        scan.setLimit(5);
        //接收scan对象
        ResultScanner scanner = tableRead.getScanner(scan);
        //这里我试了很久，一开始使用上面查询的遍历查询方法结果只能出来第一条后来经过思考就写成以下的方法就行了
        for (Result rs : scanner) {
                System.out.println("行键:"+new String(rs.getRow()));
                Get get = new Get(rs.getRow());
                Result result = tableRead.get(get);
                List cells = result.listCells();
                for (Cell cell: cells) {
                byte[] famaily_bytes = CellUtil.cloneFamily(cell);
                byte[] column_bytes = CellUtil.cloneQualifier(cell);
                byte[] value_bytes = CellUtil.cloneValue(cell);
                System.out.println("列族："+new String(famaily_bytes)+",列："+new String(column_bytes)+",值："+new String(value_bytes));
            }
        }
        scanner.close();
        tableRead.close();
    }

  //分页查询，其实跟上边limit一样（上面有提示）
    public static void strRow() throws IOException {
        Connection conn = pz();
        Table tableRead = conn.getTable(TableName.valueOf("ideatest"));
        Scan scan = new Scan();
       scan.withStartRow(Bytes.toBytes("002"),false);   //这里false表示不包含002,默认为true
       scan.withStopRow(Bytes.toBytes("003"),true);
        ResultScanner scanner = tableRead.getScanner(scan);
        for (Result rs : scanner) {
            System.out.println("行键:"+new String(rs.getRow()));
            Get get = new Get(rs.getRow());
            Result result = tableRead.get(get);
            List cells = result.listCells();
            for (Cell cell: cells) {
                byte[] famaily_bytes = CellUtil.cloneFamily(cell);
                byte[] column_bytes = CellUtil.cloneQualifier(cell);
                byte[] value_bytes = CellUtil.cloneValue(cell);
                System.out.println("列族："+new String(famaily_bytes)+",列："+new String(column_bytes)+",值："+new String(value_bytes));
            }
        }
        scanner.close();
        tableRead.close();
    }

   //查询rowkey中包含特定前缀的数据
    public static void filterRow() throws IOException {
        Connection conn = pz();
        Table tableRead = conn.getTable(TableName.valueOf("ideatest"));
        Scan scan = new Scan();
        //CompareOperator(EQUAL等于，CREATER大于,CREATE_OR_EQUAL大于或等于，LESS小于，LESS_OR_EQUAL大于或等于，NO_OP误操作，NOT_EQUAL不等于)
        RowFilter filter = new RowFilter(CompareOperator.EQUAL,new SubstringComparator("1"));   //CompareFilter.CompareOp.EQUAL已被弃用，改用CompareOperator.EQUAL
        /*
        FilterList filterList = new FilterList(FilterList.Operator.MUST_PASS_ALL);    用于存储多个条件
        FilterList.Operator.MUST_PASS_ALL --> 取交集 相当一and操作
        FilterList.Operator.MUST_PASS_ONE --> 取并集 相当于or 操作
         */
        scan.setFilter(filter);
        ResultScanner scanner = tableRead.getScanner(scan);
        for (Result rs : scanner) {
            System.out.println("行键:"+new String(rs.getRow()));
            Get get = new Get(rs.getRow());
            Result result = tableRead.get(get);
            List cells = result.listCells();
            for (Cell cell: cells) {
                byte[] famaily_bytes = CellUtil.cloneFamily(cell);
                byte[] column_bytes = CellUtil.cloneQualifier(cell);
                byte[] value_bytes = CellUtil.cloneValue(cell);
                System.out.println("列族："+new String(famaily_bytes)+",列："+new String(column_bytes)+",值："+new String(value_bytes));
            }
        }
        scanner.close();
        tableRead.close();
    }

 //查询行键前缀为0的行    PrefixFilter
    public static void valueCol() throws IOException {
        Connection conn = pz();
        Table tableRead = conn.getTable(TableName.valueOf("ideatest"));
        Scan scan = new Scan();
        scan.setRowPrefixFilter(Bytes.toBytes("0"));
        ResultScanner scanner = tableRead.getScanner(scan);
        for (Result rs : scanner) {
            System.out.println("行键:"+new String(rs.getRow()));
            Get get = new Get(rs.getRow());
            Result result = tableRead.get(get);
            List cells = result.listCells();
            for (Cell cell: cells) {
                byte[] famaily_bytes = CellUtil.cloneFamily(cell);
                byte[] column_bytes = CellUtil.cloneQualifier(cell);
                byte[] value_bytes = CellUtil.cloneValue(cell);
                System.out.println("列族："+new String(famaily_bytes)+",列："+new String(column_bytes)+",值："+new String(value_bytes));
            }
        }
        scanner.close();
        tableRead.close();
    }

  //模拟动态分页查询
    public static void strRowT() throws IOException {
        Connection conn = pz();
        Table tableRead = conn.getTable(TableName.valueOf("ideatest"));
        Scan scan = new Scan();
        ResultScanner scanner = null;
        List li = new ArrayList<>();
        System.out.println("请设置页面长度:");
        int x = input.nextInt();
            System.out.println("输入您需要查看的页:");
            int y = input.nextInt();
            for (int i = 0; i < y; i++) {
                if (i == 0) {
                    scan.setLimit(1);
                    scanner = tableRead.getScanner(scan);
                    for (Result r : scanner) {
                        scan.withStartRow(r.getRow());
                    }
                } else {
                    scan.withStartRow(Bytes.toBytes(li.get(li.size() - 1)), false);
                }
                scan.setLimit(x);
                scanner = tableRead.getScanner(scan);
                for (Result rs : scanner) {
                    li.add(new String(rs.getRow()));
                    if (i == y - 1) {
                        System.out.println(new String(rs.getRow()));
                        Get get = new Get(rs.getRow());
                        Result result = tableRead.get(get);
                        List cells = result.listCells();
                        for (Cell cell : cells) {
                            byte[] famaily_bytes = CellUtil.cloneFamily(cell);
                            byte[] column_bytes = CellUtil.cloneQualifier(cell);
                            byte[] value_bytes = CellUtil.cloneValue(cell);
                            System.out.print("列族：" + new String(famaily_bytes) + ",列：" + new String(column_bytes) + ",值：" + new String(value_bytes) + "\t\t\t");
                        }
                        System.out.println();
                    }
                }
            }
            scanner.close();
            tableRead.close();
        }