HBase之计数器
HBase计数器
#创建counters表 列族［'daily','weekly','monthly'］
hbase(main):001:0> create 'counters','daily','weekly','monthly'
0 row(s) in 1.5670 seconds
=> Hbase::Table - counters
#递增命中 步长默认为1
hbase(main):002:0> incr 'counters', '20150101', 'daily:hits', 1
COUNTER VALUE = 1
0 row(s) in 0.3320 seconds
hbase(main):003:0> incr 'counters', '20150101', 'daily:hits', 1
COUNTER VALUE = 2
0 row(s) in 0.0140 seconds
#获取计数器
hbase(main):004:0> get_counter 'counters', '20150101', 'daily:hits'
COUNTER VALUE = 2
#使用了put去修改计数器 会导致后面的错误 原因是'1'会转换成Bytes.toBytes()
hbase(main):020:0> put 'counters' ,'20150102','daily:hits','1'
0 row(s) in 0.0520 seconds
hbase(main):021:0> incr 'counters', '20150102', 'daily:hits', 1
ERROR: org.apache.hadoop.hbase.DoNotRetryIOException: Field is not a long, it's 1 bytes wide
at org.apache.hadoop.hbase.regionserver.HRegion.getLongValue(HRegion.java:7647)
at org.apache.hadoop.hbase.regionserver.HRegion.applyIncrementsToColumnFamily(HRegion.java:7601)
at org.apache.hadoop.hbase.regionserver.HRegion.doIncrement(HRegion.java:7480)
at org.apache.hadoop.hbase.regionserver.HRegion.increment(HRegion.java:7440)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.increment(RSRpcServices.java:551)
at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2227)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:33646)
at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:2178)
at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:112)
at org.apache.hadoop.hbase.ipc.RpcExecutor.consumerLoop(RpcExecutor.java:133)
at org.apache.hadoop.hbase.ipc.RpcExecutor$1.run(RpcExecutor.java:108)
at java.lang.Thread.run(Thread.java:745)
hbase(main):001:0> get 'counters','20150102'
COLUMN CELL
daily:hits timestamp=1472808748361, value=1
1 row(s) in 0.3190 seconds
hbase(main):002:0> put 'counters' ,'20150102','daily:hits','1'
0 row(s) in 0.0640 seconds
hbase(main):003:0> get 'counters','20150102'
COLUMN CELL
daily:hits timestamp=1472808858593, value=1
1 row(s) in 0.0090 seconds
#计数步长20
hbase(main):004:0> incr 'counters', '20150101', 'daily:hits', 20
COUNTER VALUE = 22
0 row(s) in 0.0260 seconds
hbase(main):005:0> incr 'counters', '20150101', 'daily:hits', 20
COUNTER VALUE = 42
0 row(s) in 0.0090 seconds
＃默认步长是1
hbase(main):009:0>
hbase(main):010:0* incr 'counters', '20150101', 'daily:hits'
COUNTER VALUE = 45
0 row(s) in 0.0100 seconds
＃计数器可以－1
hbase(main):011:0> incr 'counters', '20150101', 'daily:hits', -1
COUNTER VALUE = 44
0 row(s) in 0.0110 seconds
hbase(main):012:0> incr 'counters', '20150101', 'daily:hits', -1
＃计数也可为0
hbase(main):013:0> incr 'counters', '20150101', 'daily:hits', 0
COUNTER VALUE = 43
0 row(s) in 0.0080 seconds
JAVA操作：
单计数器：
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.util.Bytes;
import java.io.IOException;
/**
* 单计数器
* similarface
* similarface@outlook.com
*/
public class SingleCounter {
public static void main(String args[]) throws IOException{
Configuration configuration = HBaseConfiguration.create();
Connection connection = ConnectionFactory.createConnection(configuration);
Table table = connection.getTable(TableName.valueOf("counters"));
//incrementColumnValue(行号,列族,列,步长)
long cnt1=table.incrementColumnValue(Bytes.toBytes("20150105"),Bytes.toBytes("daily"),Bytes.toBytes("hits"),1L);
System.out.println(cnt1);
long cnt2=table.incrementColumnValue(Bytes.toBytes("20150105"),Bytes.toBytes("daily"),Bytes.toBytes("hits"),1);
System.out.println(cnt2);
long current=table.incrementColumnValue(Bytes.toBytes("20150105"),Bytes.toBytes("daily"),Bytes.toBytes("hits"),0);
System.out.println(current);
long cnt3=table.incrementColumnValue(Bytes.toBytes("20150105"),Bytes.toBytes("daily"),Bytes.toBytes("hits"),-1);
System.out.println(cnt3);
table.close();
connection.close();
}
}
/**
1
2
2
1
**/
复合计数器:
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.util.Bytes;
import java.io.IOException;
/**
* 复合计数器
* similarface
* similarface@outlook.com
*/
public class MultipleCounter {
public static void main(String args[]) throws IOException{
Configuration configuration = HBaseConfiguration.create();
Connection connection = ConnectionFactory.createConnection(configuration);
Table table = connection.getTable(TableName.valueOf("counters"));
Increment increment1 = new Increment(Bytes.toBytes("20160101"));
increment1.addColumn(Bytes.toBytes("daily"),Bytes.toBytes("clicks"),1);
increment1.addColumn(Bytes.toBytes("daily"),Bytes.toBytes("hits"),1);
increment1.addColumn(Bytes.toBytes("weekly"),Bytes.toBytes("clicks"),10);
increment1.addColumn(Bytes.toBytes("weekly"),Bytes.toBytes("hits"),10);
Result result = table.increment(increment1);
for(Cell cell:result.rawCells()){
System.out.println("Cell: " + cell +
" Value: " + Bytes.toLong(cell.getValueArray(), cell.getValueOffset(),cell.getValueLength()));
}
Increment increment2 = new Increment(Bytes.toBytes("20160101"));
increment2.addColumn(Bytes.toBytes("daily"),Bytes.toBytes("clicks"), 5);
increment2.addColumn(Bytes.toBytes("daily"),Bytes.toBytes("hits"), 1);
increment2.addColumn(Bytes.toBytes("weekly"),Bytes.toBytes("clicks"), 0);
increment2.addColumn(Bytes.toBytes("weekly"),Bytes.toBytes("hits"), -5);
Result result2 = table.increment(increment2);
for (Cell cell : result2.rawCells()) {
System.out.println("Cell: " + cell +
" Value: " + Bytes.toLong(cell.getValueArray(),
cell.getValueOffset(), cell.getValueLength()));
}
table.close();
connection.close();
}
}
/**
Cell: 20160101/daily:clicks/1473057324875/Put/vlen=8/seqid=0 Value: 1
Cell: 20160101/daily:hits/1473057324875/Put/vlen=8/seqid=0 Value: 1
Cell: 20160101/weekly:clicks/1473057324875/Put/vlen=8/seqid=0 Value: 10
Cell: 20160101/weekly:hits/1473057324875/Put/vlen=8/seqid=0 Value: 10
Cell: 20160101/daily:clicks/1473057324886/Put/vlen=8/seqid=0 Value: 6
Cell: 20160101/daily:hits/1473057324886/Put/vlen=8/seqid=0 Value: 2
Cell: 20160101/weekly:clicks/1473057324886/Put/vlen=8/seqid=0 Value: 10
Cell: 20160101/weekly:hits/1473057324886/Put/vlen=8/seqid=0 Value: 5
**/
