高性能hbase配置

hbase-env.sh

export HADOOP_HOME=/export/hadoop
export HADOOP_CONF_DIR=/export/common/hadoop/conf
export JAVA_HOME=/export/java
export HBASE_LOG_DIR=/export/hbase/logs
export HBASE_PID_DIR=/export/hbase/pid
export HBASE_MANAGES_ZK=false

export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+PrintGCDetails"
export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+PrintGCTimeStamps"
export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+PrintGCDateStamps"
export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+PrintClassHistogram"
export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+PrintTenuringDistribution"
export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+PrintGCApplicationStoppedTime"
export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+PrintGCApplicationConcurrentTime"
export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+PrintHeapAtGC"
export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+UseBiasedLocking"
export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+PrintSafepointStatistics"
export SERVER_GC_OPTS="$SERVER_GC_OPTS -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=2 -XX:GCLogFileSize=512M"

export HBASE_OPTS="-XX:+UseG1GC"


# jvm调优
export HBASE_REGIONSERVER_OPTS=" -XX:+UseG1GC -XX:MaxGCPauseMillis=100 -XX:+UnlockExperimentalVMOptions -XX:+ParallelRefProcEnabled -XX:ConcGCThreads=11 -XX:ParallelGCThreads=22 -XX:G1NewSizePercent=2 -XX:G1MaxNewSizePercent=20 -XX:MaxTenuringThreshold=1 -XX:G1HeapRegionSize=32m -XX:G1MixedGCCountTarget=16 -XX:InitiatingHeapOccupancyPercent=65 -XX:MaxDirectMemorySize=105g -XX:G1OldCSetRegionThresholdPercent=5 -XX:G1HeapWastePercent=10 -Xmx20g -Xms20g -XX:+PrintGCDetails "

export HBASE_HEAPSIZE=23552
export HBASE_OFFHEAPSIZE=23G

hbase-site.xml

<configuration>
<property>
    <name>hbase.rootdirname>
    <value>hdfs://bigdata/hbasevalue>
property>

<property>
    <name>dfs.support.appendname>
    <value>truevalue>
property>

<property>
     <name>hbase.replicationname>
     <value>truevalue>
property>
<property>
     <name>hbase.client.write.buffername>
     <value>16777216value>
property>

<property>
     <name>hbase.zookeeper.property.maxClientCnxnsname>
     <value>4096value>
property>

<property>
    <name>hbase.client.pausename>
    <value>100value>
property>
<property>
     <name>hbase.client.retries.numbername>
     <value>35value>
property>
<property>
    <name>hbase.client.scanner.cachingname>
    <value>100value>
property>
<property>
    <name>hbase.client.keyvalue.maxsizename>
    <value>10485760value>
property>
<property>
    <name>hbase.regionserver.thrift.httpname>
    <value>falsevalue>
property>
<property>
    <name>hbase.master.portname>
    <value>60000value>
property>
<property>
    <name>hbase.master.info.portname>
    <value>60010value>
property>
<property>
    <name>hbase.regionserver.portname>
    <value>60020value>
property>
<property>
    <name>hbase.regionserver.info.portname>
    <value>60030value>
property>

<property>
    <name>hbase.cluster.distributedname>
    <value>truevalue>
property>

<property>
   <name>hbase.thrift.support.proxyusername>
   <value>falsevalue>
property>
<property>
    <name>hbase.rpc.timeoutname>
    <value>60000value>
property>
<property>
     <name>hbase.snapshot.enabledname>
     <value>truevalue>
property>
<property>
      <name>hbase.snapshot.master.timeoutMillisname>
      <value>60000value>
property>
<property>
    <name>hbase.snapshot.region.timeoutname>
    <value>60000value>
property>
<property>
    <name>hbase.snapshot.master.timeout.millisname>
    <value>60000value>
property>

<property>
     <name>zookeeper.session.timeoutname>
     <value>1200000value>
property>

<property>
    <name>hbase.regionserver.restart.on.zk.expirename>
    <value>truevalue>
property>

<property>
    <name>hbase.regionserver.handler.countname>
    <value>1900value>
property>

<property>
   <name>ipc.server.max.callqueue.lengthname>
   <value>19000value>
property>

<property>
   <name>hbase.ipc.warn.response.timename>
   <value>400value>
property>

<property>
   <name>hbase.regionserver.global.memstore.size.lower.limitname>
   <value>0.15value>
property>

<property>
   <name>hbase.hregion.memstore.flush.sizename>
   <value>268435456value>
property>

<property>
   <name>hbase.hregion.memstore.block.multipliername>
   <value>2value>
property>

<property>
   <name>hbase.hstore.blockingStoreFilesname>
   <value>100value>
property>

<property>
   <name>hbase.hstore.compaction.maxname>
   <value>10value>
property>

<property>
   <name>hbase.hstore.compaction.minname>
   <value>3value>
property>

<property>
    <name>hbase.mastername>
    <value>60000value>
property>


<property>
    <name>hbase.zookeeper.quorumname>
    <value>192.168.56.70:2181,192.168.56.71:2181,192.168.56.72:2181value>
property>


<property>
    <name>zookeeper.znode.parentname>
    <value>/hbasevalue>
property>

<property>
   <name>hbase.regionserver.optionalcacheflushintervalname>
   <value>86400000value>
property>

<property>
   <name>hbase.hregion.majorcompactionname>
   <value>0value>
property>

<property>
    <name>hbase.coprocessor.user.region.classesname>
    <value>org.apache.hadoop.hbase.coprocessor.AggregateImplementationvalue>
property>

<property>
    <name>hbase.balancer.periodname>
    <value>1200000value>
property>
<property>
    <name>hbase.hregion.max.filesizename>
    <value>53687091200value>
property>
<property>
    <name>hbase.bucketcache.ioenginename>
    <value>offheapvalue>
property>
<property>
    <name>hfile.block.cache.sizename>
    <value>0.6value>
property>


<property>
     <name>hbase.bucketcache.sizename>
     <value>102400value>
property>

<property>
     <name>hbase.regionserver.executor.openregion.threadsname>
     <value>100value>
property>

<property>
     <name>phoenix.schema.isNamespaceMappingEnabledname>
     <value>truevalue>
property>

<property>
     <name>phoenix.schema.mapSystemTablesToNamespacename>
     <value>truevalue>
property>

<property>
    <name>hbase.security.authenticationname>
    <value>kerberosvalue>
property>

<property>
    <name>hbase.rpc.enginename>
    <value>org.apache.hadoop.hbase.ipc.SecureRpcEnginevalue>
property>

<property>
    <name>hbase.regionserver.kerberos.principalname>
    <value>hbase/_HOST@{KDC_REALM}value>
property>

<property>
    <name>hbase.regionserver.keytab.filename>
    <value>/export/common/hbase/conf/hbase.keytabvalue>
property>

<property>
    <name>hbase.master.kerberos.principalname>
    <value>hbase/_HOST@{KDC_REALM}value>
property>

<property>
    <name>hbase.master.keytab.filename>
    <value>/export/common/hbase/conf/hbase.keytabvalue>
property>
   <property>
    <name>hbase.unsafe.stream.capability.enforcename>
    <value>falsevalue>
property>

<property>
   <name>hbase.coprocessor.master.classesname>
   <value>org.apache.hadoop.hbase.security.access.AccessControllervalue>
property>
<property>
   <name>hbase.coprocessor.region.classesname>
   <value>org.apache.hadoop.hbase.security.token.TokenProvider,org.apache.hadoop.hbase.security.access.AccessControllervalue>
property>

<property>
    <name>hbase.ipc.client.tcpnodelayname>
    <value>truevalue>
property>

<property>
    <name>hbase.ipc.server.tcpnodelayname>
    <value>truevalue>
property>

<property>
    <name>hbase.regionserver.global.memstore.sizename>
    <value>0.19value>
property>
<property>
    <name>hbase.ipc.server.callqueue.handler.factorname>
    <value>0.9value>
property>
<property>
    <name>hbase.ipc.server.callqueue.read.rationame>
    <value>0value>
property>

configuration>