hbase的基本操作

关于在Linux系统下，对hbase数据库的增删改查，下列方法几乎全部包括了：

package com.HBase2.Dao;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.Iterator;
import java.util.Map;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellScanner;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.NamespaceDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.TableNotFoundException;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.filter.CompareFilter;
import org.apache.hadoop.hbase.filter.FilterList;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.util.Bytes;
import com.HBase2.Bean.Bean;



public class Dao {
	public static Connection connection;
	public static Configuration configuration;
	public static Admin admin;
	//**********连接操作**********
	//连接
	public static void init() {
		 configuration= HBaseConfiguration.create();
		configuration.set("hbase.rootdir" ,"hdfs://localhost:9000/hbase");
		try {
		 connection = ConnectionFactory.createConnection(configuration);
		 admin = connection.getAdmin();
		}catch(IOException e) {
			e.printStackTrace();
		}
	}
	//关闭连接
	public static void close() {
		try {
			if(admin!=null)
			{
				admin.close();
			}
			if(null!=connection) {
				connection.close();
			}
		}
		catch(IOException e){
			e.printStackTrace();
		}
	}
	//***********命名空间************
	//创建namespace
	public static void createNamespace(String namespace) throws IOException {
		init();
		NamespaceDescriptor nDescriptor = NamespaceDescriptor.create(namespace).build();
		admin.createNamespace(nDescriptor);
	}
	//查询所有namespace
	public static ArrayList<String> listNamespace() throws IOException{
		init();
		NamespaceDescriptor[] namespaceDescriptors = admin.listNamespaceDescriptors();
		ArrayList<String> list = new ArrayList<>();
		for(NamespaceDescriptor nd:namespaceDescriptors) {
			System.out.println(nd.getName());
			list.add(nd.getName());
		}
		return list;
	}
	//删除namespace
	public static boolean dropNamespace(String namespace) {
		init();
		try {
			admin.deleteNamespace(namespace);
			close();
			return true;
		}catch(IOException e) {
			e.printStackTrace();
			close();
			return false;
		}
	}
	//************表操作************
	//建表
	public static void createTable(String student,String []score) throws IOException {
		init();
		TableName tableName = TableName.valueOf(student);
		if(admin.tableExists(tableName)) {
			System.out.println("该表已存在");
		}
		else {
			HTableDescriptor hTableDescriptor = new HTableDescriptor(student);
			for(String str:score) {
				HColumnDescriptor hColumnDescriptor = new HColumnDescriptor(str);
				hTableDescriptor.addFamily(hColumnDescriptor);
			}
			admin.createTable(hTableDescriptor);
		}
	}
	//增加
	public static boolean insertData(String tablename,String rowkey,String colFamily,String col,String val){
		init();
		Table table;
		try {
			table = connection.getTable(TableName.valueOf(tablename));
			Put put = new Put(Bytes.toBytes(rowkey));
			put.addColumn(Bytes.toBytes(colFamily), Bytes.toBytes(col), Bytes.toBytes(val));
			table.put(put);
			table.close();
			close();
			return true;
		} catch (IOException e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
			close();
			return false;
		}
	}
	//查询
	public static void getData(String tableName,String rowKey,String colFamily,String col) throws IOException {
		init();
		Table table = connection.getTable(TableName.valueOf(tableName));
		Get get = new Get(Bytes.toBytes(rowKey));
		get.addColumn(Bytes.toBytes(colFamily),Bytes.toBytes(col));
		//获取的result数据是结果集，还需要格式化输出想要的数据才行
		Result result = table.get(get);
		System.out.println(new String(result.getValue(colFamily.getBytes(), col==null?null:col.getBytes())));
		table.close();
	}
	//获取所有列族
	public static ArrayList<String> listColFamilies(String tablename) throws TableNotFoundException, IOException{
	    init();
		HTableDescriptor tableDescriptor = admin.getTableDescriptor(TableName.valueOf(tablename));
		HColumnDescriptor[] columnDescriptors = tableDescriptor.getColumnFamilies();
		ArrayList<String> list = new ArrayList<>();
		for(HColumnDescriptor hcd:columnDescriptors) {
			System.out.println(hcd.getNameAsString());
			list.add(hcd.getNameAsString());
		}
		return list;
	}
	//输出整列
 public static void scanColumn(String tableName,String column) throws IOException
 {
	 init();
	 Table table = connection.getTable(TableName.valueOf(tableName));
	 Scan scan = new Scan();
	 scan.addFamily(Bytes.toBytes(column));
	 ResultScanner scanner = table.getScanner(scan);
	 for(Result result = scanner.next();result !=null;result = scanner.next())
	 {
		 showCell(result);	
	 }
	 table.close();
	 close();
 }
 
 public static void showCell(Result result) {
	 Cell[] cells = result.rawCells();
	 for(Cell cell:cells) {
		 System.out.println("Rowname:"+new String(CellUtil.cloneRow(cell))+" ");
		 System.out.println("Timetamp"+cell.getTimestamp()+" ");
		 System.out.println("colFamily"+new String(CellUtil.cloneFamily(cell))+" ");
		 System.out.println("row name:"+new String(CellUtil.cloneQualifier(cell))+" ");
		 System.out.println("value"+new String(CellUtil.cloneValue(cell))+" ");
	 }
 }
	//扫描数据
			public static Iterator<Result> scan(String tablename) {
				init();
				try {
					Table table = connection.getTable(TableName.valueOf(tablename));
					Scan scan = new Scan();
//					scan.setStartRow(Bytes.toBytes(startRow));
//					scan.setStopRow(Bytes.toBytes(endrow));
					ResultScanner scanner = table.getScanner(scan);
					Iterator<Result> iterator = scanner.iterator();
					return iterator;
				} catch (IOException e) {
					// TODO Auto-generated catch block
					e.printStackTrace();
					return null;
				}
			}
	//删除列族
			public static boolean deleteColFamily(String tablename,String colname) {
				init();
				try {
					admin.deleteColumn(TableName.valueOf(tablename), Bytes.toBytes(colname));
					close();
					return true;
				} catch (IOException e) {
					// TODO Auto-generated catch block
					e.printStackTrace();
					close();
					return false;
				}
			}
			//删除行
			public static void deleteRow(String tableName, String row) throws IOException {
				init();
				Table table = connection.getTable(TableName.valueOf(tableName));
				Delete delete = new Delete(row.getBytes());
				table.delete(delete);
				table.close();
				close();
			}
			//**********显示内容**********
			//显示scan
			public static Iterator<Result> showScan(Table table,Scan scan) {
				ResultScanner scanner;
				try {
					scanner = table.getScanner(scan);
					Iterator<Result> iterator = scanner.iterator();
					return iterator;
				} catch (IOException e) {
					// TODO Auto-generated catch block
					e.printStackTrace();
					return null;
				}	
			}
			//显示result
			public static Bean showResult(Result result) {
				CellScanner cellScanner = result.cellScanner();		
				Bean bean = new Bean();
				Map<String,String> map = new HashMap<String,String>();
				try {
					while(cellScanner.advance()) {	
						Cell cell = cellScanner.current();
						String rowkey = new String(CellUtil.cloneRow(cell));
						String colFamily = new String(CellUtil.cloneFamily(cell));
						String qualifier = new String(CellUtil.cloneQualifier(cell));
						String value = new String(CellUtil.cloneValue(cell));
					   //System.out.println(rowkey+":"+colFamily+"."+qualifier+"="+value);
						map.put(qualifier, value);
					}
					bean.setAddress(map.get("address"));
					bean.setArea(map.get("area"));
					bean.setBeginyear(map.get("beginyear"));
					bean.setCode(map.get("code"));
					bean.setEmail(map.get("email"));
					bean.setEndyear(map.get("endyear"));
					bean.setFax(map.get("fax"));
					bean.setField(map.get("field"));
					bean.setHezuoyixiang(map.get("hezuoyixing"));
					bean.setInstiution(map.get("instiution"));
					bean.setJsxqjjfs(map.get("jsxqjjfs"));
					bean.setKeyword(map.get("keyword"));
					bean.setLinkman(map.get("linkman"));
					bean.setMoney(map.get("money"));
					bean.setName(map.get("name"));
					bean.setPhone(map.get("phone"));
					bean.setProinstiution(map.get("proinstiution"));
					 bean.setRepresent(map.get("represent"));
					 bean.setRetype(map.get("retype"));
					 bean.setSubject(map.get("subject"));
					 bean.setSumdemand(map.get("sumdemand"));
					 bean.setTechdemand_coopera(map.get("techdemand_cooper"));
					 bean.setTechdemand_use(map.get("techdemand_use"));
					 bean.setUrl(map.get("url"));
				} catch (IOException e) {
					// TODO Auto-generated catch block
					e.printStackTrace();
				}
				return bean;
			}
			//迭代器result
			public static ArrayList<Bean> showIterResult(Iterator<Result> iterator) {
			  ArrayList<Bean> list = new ArrayList<>();
			 
				while(iterator.hasNext()) {
					Result result = iterator.next();
					list.add(showResult(result));
				}
				for(int i=0;i<list.size();i++)
				{
				System.out.println(list.get(i).getAddress());					
				}
				return list;
			}
			//**********过滤器**********
			
			//创建单列值过滤器
			public static SingleColumnValueFilter singleColumnValueFilter(String family,String qualifier,CompareFilter.CompareOp compareOp,String value,boolean isNull) {
				SingleColumnValueFilter filter = new SingleColumnValueFilter(Bytes.toBytes(family), Bytes.toBytes(qualifier), compareOp, Bytes.toBytes(value));
				filter.setFilterIfMissing(isNull);
				return filter;
			}
			//过滤器链
			public static Iterator<Result> filterList(String tablename,String type,SingleColumnValueFilter[] lists) {
				FilterList filterList = null;
				if(type.equals("and")) {
					filterList = new FilterList(FilterList.Operator.MUST_PASS_ALL);
				}else if(type.equals("or")){
					filterList = new FilterList(FilterList.Operator.MUST_PASS_ONE);
				}
				for(SingleColumnValueFilter filter:lists) {
					filterList.addFilter(filter);
				}
				Scan scan = new Scan();
				scan.setFilter(filterList);
				init();
				try {
					Table table = connection.getTable(TableName.valueOf(tablename));
					return showScan(table, scan);
				} catch (IOException e) {
					// TODO Auto-generated catch block
					e.printStackTrace();
					return null;
				}
			}		
			
	public static void main(String[] args) throws IOException {
		// TODO Auto-generated method stub
		//String[] colFamily = new String[] {"score","age"};
//		String tablename = "people";
//		createTable(tablename,colFamily);
//		insertData("majortech","001","colFamily","name","石家庄铁道大学");
//		insertData("majortech","001","colFamily","address","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","url","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","email","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","represent","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","code","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","linkman","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","phone","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","fax","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","instiution","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","proinstiution","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","techdemand","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","sumdemand","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","retype","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","subject","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","field","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","techdemand_use","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","techdemand_cooper","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","jsxqjjfs","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","hezuoyixiang","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","money","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","beginyear","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","endyear","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","keyword","shijiazhaungtiedaodaxue");
//		insertData("majortech","001","colFamily","area","shijiazhaungtiedaodaxue");
//		getData("majortech", "001", "colFamily", "name");
//	insertData("student", "001", "score", "english", "60");
//		insertData(tablename, "001", "score", "math", "90");
//		insertData(tablename, "001", "age", "now", "20");
//		insertData(tablename, "001", "age", "last", "19");
//		getData(tablename, "001", "score", "english");
//		insertData(tablename, "001", "score", "english", "90");
//		getData(tablename, "001", "score", "english");
//		deleteData(tablename, "001", "score", "english");
//		createNamespace("zdm");
//		dropNamespace("ns3");
//		listNamespace();
//		listTables("default");
//		deleteColFamily("people", "age");
//   	listColFamilies("people");
//		dropTable("people");
//		listTables("default");
//		SingleColumnValueFilter s1 = singleColumnValueFilter("colFamily", "techdemand",CompareFilter.CompareOp.GREATER , "鐜嬪缓姘�", true);
//		SingleColumnValueFilter s2 = singleColumnValueFilter("colFamily", "area",CompareFilter.CompareOp.EQUAL , "130100", true);
//		SingleColumnValueFilter s3 = singleColumnValueFilter("colFamily", "name",CompareFilter.CompareOp.EQUAL , "鐭冲搴勯搧閬撳ぇ瀛�", true);
//		SingleColumnValueFilter s4 = singleColumnValueFilter("colFamily", "keyword",CompareFilter.CompareOp.EQUAL , "鍗曚綅v鍔ㄤ笉鍔ㄥ氨鎴戠殑", true);
//		SingleColumnValueFilter[] filters = new SingleColumnValueFilter[] {s1,s2,s3,s4};
//		showIterResult(filterList("majortech", "or", filters));

//		showIterResult(scan("majortech"));
//		String student = "student";
//		String score[] = {"english","math","chinese"};
//		createTable(student,score);

//		insertData("student","001","english","English","90");
//		insertData("student","001","chinese","Chinese","80");
//		insertData("student","001","math","Math","90");
 //       scanColumn("student","english");
		
		
//     	insertData("student","001","english","English2","85");	 
//        	insertData("student","001","english","English","85");
//		deleteRow("student","001");
//		insertData("Student","scofield","score","English","45");
//		insertData("Student","scofield","score","Math","89");
//		insertData("Student","scofield","score","Computer","100");
		getData("Student", "scofield", "score", "English");
	}
}