HBase1.0.0 实现数据增删查
HBase1.0.0 即Hadoop 2.6 采用maven 的方式实现HBase数据简单操作
import java.io.IOException; import java.util.ArrayList; import java.util.List; import java.util.Random; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hbase.HBaseConfiguration; import org.apache.hadoop.hbase.HColumnDescriptor; import org.apache.hadoop.hbase.HTableDescriptor; import org.apache.hadoop.hbase.MasterNotRunningException; import org.apache.hadoop.hbase.TableName; import org.apache.hadoop.hbase.ZooKeeperConnectionException; import org.apache.hadoop.hbase.client.Connection; import org.apache.hadoop.hbase.client.ConnectionFactory; import org.apache.hadoop.hbase.client.HBaseAdmin; import org.apache.hadoop.hbase.client.HConnection; import org.apache.hadoop.hbase.client.HTableInterface; import org.apache.hadoop.hbase.client.HTablePool; import org.apache.hadoop.hbase.client.Put; import org.apache.hadoop.hbase.client.Table; import org.apache.hadoop.hbase.util.Bytes; /** * @author 作者 E-mail: * @version 创建时间：2015年12月28日 下午11:31:31 类说明 */ public class HBaseUtils { /* * static { HBaseDaoPool.getInstance(); } */ private static Configuration conf; private static HBaseAdmin admin;
private static HTable hTable = null; static { conf = new Configuration(); String filePath = "hbase-site.xml"; Path path = new Path(filePath); conf.addResource(path); conf = HBaseConfiguration.create(conf); } /** * 创建表并判断表是否存在，如果存在则退出 * @param name * @param cf * @throws Exception */ @SuppressWarnings("deprecation") public static void create_table(String name, String cf) throws Exception { admin = new HBaseAdmin(conf); // 先检查表是否存在 if (admin.tableExists(name)) { System.out.println("table is exit" + name); System.exit(0); } HTableDescriptor tableDesc = new HTableDescriptor(name); HColumnDescriptor hd = new HColumnDescriptor(cf); /* hd.setMaxVersions(version); */ tableDesc.addFamily(hd); admin.createTable(tableDesc); admin.close(); } /** * 获得HBase里面所有Table * @return * @throws Exception * @throws ZooKeeperConnectionException * @throws MasterNotRunningException */ @SuppressWarnings({ "unused", "deprecation" }) private static List<String> getAllTable() throws MasterNotRunningException, ZooKeeperConnectionException, Exception { List<String> table = null; admin = new HBaseAdmin(conf); try { HTableDescriptor[] listTables = admin.listTables(); if (listTables.length > 0) { table = new ArrayList<String>(); for (HTableDescriptor tableDes : listTables) { table.add(tableDes.getNameAsString()); System.out.println("table list:" + tableDes.getNameAsString()); } } } catch (Exception e) { e.printStackTrace(); } return table; } /** * 添加一条记录 * @param tableName * @param rowKey * @param cloumnFianly * @param column * @param values * @return */ @SuppressWarnings({ "unused", "deprecation", "resource" }) private static boolean addOneRows(String tableName, String rowKey, String cloumnFianly, String column, byte[] values) { HTablePool hTablePool = new HTablePool(conf, 1000); HTableInterface table = hTablePool.getTable(tableName); Put put = new Put(rowKey.getBytes()); put.add(cloumnFianly.getBytes(), column.getBytes(), values); try { table.put(put); System.out.println("add success:" + rowKey + "....end"); return true; } catch (IOException e) { e.printStackTrace(); System.out.println("add false :" + rowKey + " error ...end"); return false; } } /** * 根据表名插入一条数据，rowkey 做了简单处理,前面加了7位随机数 * @param hConnection * @param tableName */ @SuppressWarnings("deprecation") public static void insertData(String tableName) { try { TableName table = TableName.valueOf(tableName); System.out.println(table + "table"); Connection connection = ConnectionFactory.createConnection(conf); Table tb1 = connection.getTable(table); Random random = new Random(); int sum = random.nextInt(9999999); String.format("%07d", sum); String rowKkey = String.format("%07d", sum); Put put = new Put(Bytes.toBytes(rowKkey)); put.add(Bytes.toBytes("cf1"), Bytes.toBytes("address"), Bytes.toBytes("zz")); tb1.put(put); tb1.close(); System.out.println("insert end...."); } catch (IOException e) { e.printStackTrace(); } }
/** * 根据rowKey 获得一条记录 * @param tableName * @param rowKey */ public void getOneRowsByKey(String tableName, String rowKey){ try { hTable = new HTable(conf, tableName); Get get = new Get(Bytes.toBytes(rowKey)); Result result = hTable.get( get ); KeyValue[] rows = result.raw(); for (int i = 0; i < rows.length; i++){ String rowname = new String(rows[i].getQualifier()); String rowValue = new String(rows[i].getValue()); System.out.println("rowname：" + rowname + "--value--" +rowValue); } } catch ( IOException e ) { e.printStackTrace(); } }
public static void main(String[] args) throws Exception { // addOneRows("test", "row7", "cf", "g", "value7".getBytes()); // String table = "ps"; String table = "a1"; String cf = "cf"; // create_table(table, cf); // getAllTable(); insertData(table); System.out.println("success"); } }
maven 配置：
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>2.6.0</version>
</dependency>
<!-- hbase -->
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-client</artifactId>
<version>1.0.0</version>
</dependency>
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-server</artifactId>
<version>1.0.0</version>
</dependency>
hbase-site.xml 配置
<?xml version="1.0" encoding="UTF-8"?>
<!--Autogenerated by Cloudera Manager-->
<configuration>
<property>
<name>hbase.rootdir</name>
<value>hdfs://HMaster/hbase</value>
</property>
<property>
<name>hbase.client.write.buffer</name>
<value>2097152</value>
</property>
<property>
<name>hbase.client.pause</name>
<value>100</value>
</property>
<property>
<name>hbase.client.retries.number</name>
<value>35</value>
</property>
<property>
<name>hbase.client.scanner.caching</name>
<value>100</value>
</property>
<property>
<name>hbase.client.keyvalue.maxsize</name>
<value>10485760</value>
</property>
<property>
<name>hbase.regionserver.thrift.http</name>
<value>false</value>
</property>
<property>
<name>hbase.thrift.support.proxyuser</name>
<value>false</value>
</property>
<property>
<name>hbase.rpc.timeout</name>
<value>60000</value>
</property>
<property>
<name>hbase.snapshot.enabled</name>
<value>true</value>
</property>
<property>
<name>hbase.snapshot.master.timeoutMillis</name>
<value>60000</value>
</property>
<property>
<name>hbase.snapshot.region.timeout</name>
<value>60000</value>
</property>
<property>
<name>hbase.snapshot.master.timeout.millis</name>
<value>60000</value>
</property>
<property>
<name>hbase.security.authentication</name>
<value>simple</value>
</property>
<property>
<name>zookeeper.session.timeout</name>
<value>60000</value>
</property>
<property>
<name>zookeeper.znode.parent</name>
<value>/hbase</value>
</property>
<property>
<name>zookeeper.znode.rootserver</name>
<value>root-region-server</value>
</property>
<property>
<name>hbase.zookeeper.quorum</name>
<value>node5,node2,node3,node4,node1</value>
</property>
<property>
<name>hbase.zookeeper.property.clientPort</name>
<value>2181</value>
</property>
</configuration>
