JavaAPI操作HBase-Day2

Java代码操作HBase

pom依赖,依赖版本要和软件一致

<dependencies><dependency><groupId>org.apache.hbase</groupId><artifactId>hbase-client</artifactId><version>2.5.5</version></dependency><dependency><groupId>org.apache.hbase</groupId><artifactId>hbase-common</artifactId><version>2.5.5</version></dependency><dependency><groupId>org.apache.hbase</groupId><artifactId>hbase-server</artifactId><version>2.5.5</version></dependency><dependency><groupId>org.apache.hbase</groupId><artifactId>hbase-protocol</artifactId><version>2.5.5</version></dependency><dependency><groupId>org.apache.hbase</groupId><artifactId>hbase</artifactId><version>2.5.5</version><type>pom</type><exclusions><exclusion><groupId>org.glassfish</groupId><artifactId>javax.el</artifactId></exclusion></exclusions></dependency><dependency><groupId>org.apache.hbase</groupId><artifactId>hbase-mapreduce</artifactId><version>2.5.5</version></dependency><dependency><groupId>org.apache.hbase</groupId><artifactId>hbase-zookeeper</artifactId><version>2.5.5</version></dependency><dependency><groupId>junit</groupId><artifactId>junit</artifactId><version>4.13.2</version></dependency><!--日志打印--><dependency><groupId>org.apache.logging.log4j</groupId><artifactId>log4j-slf4j-impl</artifactId><version>2.12.0</version></dependency><!--Hadoop通用包--><dependency><groupId>org.apache.hadoop</groupId><artifactId>hadoop-common</artifactId><version>3.2.4</version></dependency><!--Hadoop客户端--><dependency><groupId>org.apache.hadoop</groupId><artifactId>hadoop-client</artifactId><version>3.2.4</version></dependency><!--Hadoop HDFS--><dependency><groupId>org.apache.hadoop</groupId><artifactId>hadoop-hdfs</artifactId><version>3.2.4</version></dependency><dependency><groupId>org.apache.hadoop</groupId><artifactId>hadoop-auth</artifactId><version>3.2.4</version></dependency>
</dependencies>

操作命名空间

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.NamespaceDescriptor;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;private Connection connection;private Admin admin;// 连接HBase//Socket error occurred: localhost/127.0.0.1:2181: 拒绝连接. 不指定就访问本地2181Port//因为connection = ConnectionFactory.createConnection();没有conf参数@Beforepublic void connect() throws IOException {// 获取配置Configuration conf = HBaseConfiguration.create();// 指定Zookeeper的地址// hadoop在 /etc/hosts文件做了ip映射conf.set("hbase.zookeeper.quorum", "hadoop:2181");// 获取连接connection = ConnectionFactory.createConnection(conf);// 获取管理权admin = connection.getAdmin();}// 在Test执行之后执行.关闭连接@Afterpublic void close() throws IOException {if (admin != null) admin.close();if (connection != null) connection.close();}// 创建名称空间
// create_namespace 'api'
@Test
public void createNamespace() throws IOException {// 构建空间描述器NamespaceDescriptor nd = NamespaceDescriptor.create("api").build();// 创建名称空间admin.createNamespace(nd);
}// 列出所有的名称空间
// list_namespace
@Test
public void listNamespace() throws IOException {// 将名称空间的名字放到数组中返回String[] namespaces = admin.listNamespaces();for (String namespace : namespaces) {System.out.println(namespace);}
}// 删除名称空间
// drop_namespace
@Test
public void dropNamespace() throws IOException {// 要求空间为空// 如果不为空，那么会抛出异常 - ConstraintExceptionadmin.deleteNamespace("api");
}

操作表

private Connection connection;private Admin admin;private Table table;@Test
public void createTable() throws Exception{ColumnFamilyDescriptor cl1 = ColumnFamilyDescriptorBuilder.newBuilder("basic".getBytes()).build();ColumnFamilyDescriptor cl2 = ColumnFamilyDescriptorBuilder.newBuilder("info".getBytes()).build();// Demo:user   在Demo命名空间内创建user表      user 在default空间内TableDescriptor  table1 = TableDescriptorBuilder.newBuilder(TableName.valueOf("user")).setColumnFamily(cl1).setColumnFamily(cl2).build();admin.createTable(table1);
}@Test
public void append() throws IOException {//RowKEYAppend append = new Append("u1".getBytes());//ColumnFamily  Column   valuebyte[] basic = "basic".getBytes();append.addColumn(basic,"name".getBytes(),"hsk".getBytes());append.addColumn(basic,"age".getBytes(),"15".getBytes());byte[] info = "info".getBytes();append.addColumn(info,"phone".getBytes(),"nonono".getBytes());append.addColumn(info,"address".getBytes(),"beijing".getBytes());table.append(append);}
//put一百万数据
//26s即可。效率很高 。  Rowkey有序但不是大小排序。而是字典排序（一个字符一个字符来排序  9 在 1221之后,因为9比1大）@Test
public void putMillions() throws Exception{ArrayList<Put> list = new ArrayList<Put>();long start = System.currentTimeMillis();//CoulumnFamilybyte[] basic = "basic".getBytes();//Columnbyte[] password = "passWoed".getBytes();for (int i = 0; i < 1000000; i++) {//RowKeybyte[] rowKey = ("m" + i).getBytes();Put put = new Put(rowKey);put.addColumn(basic,password,reducePassword());list.add(put);if(i==10000){table.put(list);list.clear();}}long end = System.currentTimeMillis();System.out.println(end-start);
}@Test
public void delete() throws Exception{//确定行Delete delete = new Delete("u1".getBytes());//ColumnFamilydelete.addFamily("basic".getBytes());table.delete(delete);
}@Test
public void deleteAll() throws Exception{Delete delete = new Delete("u1".getBytes());table.delete(delete);
}//获取Cell
@Test
public void getCell() throws Exception{Get get = new Get("u1".getBytes());get.addColumn("basic".getBytes() ,"name".getBytes());Result result = table.get(get);byte[] value = result.getValue("basic".getBytes(), "name".getBytes());System.out.println(new String(value));
}//getColumnFamily
@Test
public void getColumn() throws Exception{Get get = new Get("u1".getBytes());get.addFamily("basic".getBytes());Result result = table.get(get);NavigableMap<byte[], byte[]> familyMap = result.getFamilyMap("basic".getBytes());for (Map.Entry<byte[], byte[]> entry : familyMap.entrySet()) {System.out.println(new String(entry.getKey())+"  "+new String(entry.getValue()));}
}//getLine
//结果map嵌套map
@Test
public void getLineByFor() throws IOException{Get get = new Get("u1".getBytes());Result result = table.get(get);NavigableMap<byte[], NavigableMap<byte[], NavigableMap<Long, byte[]>>> map = result.getMap();for (Map.Entry<byte[], NavigableMap<byte[], NavigableMap<Long, byte[]>>> navigableMapEntry : map.entrySet()) {System.out.println("Column Family\t:"+new String(navigableMapEntry.getKey()));for (Map.Entry<byte[], NavigableMap<Long, byte[]>> mapEntry : navigableMapEntry.getValue().entrySet()) {System.out.println("Column Name\t:"+new String(mapEntry.getKey()));for (Map.Entry<Long, byte[]> longEntry : mapEntry.getValue().entrySet()) {System.out.println("\t\tTimeStamp\t:"+longEntry.getKey());System.out.println("\t\tCellValue\t:"+new String(longEntry.getValue()));}}}
}//Lambda方式获取整行数据
@Test
public void getLineByLambda() throws IOException{Get get = new Get("u1".getBytes());Result result = table.get(get);NavigableMap<byte[], NavigableMap<byte[], NavigableMap<Long, byte[]>>> row = result.getMap();row.forEach((key,value) ->{System.out.println("Column Family\t:"+new String(key));value.forEach((keyy,valuee)->{System.out.println("\tColumn Name\t:"+new String(keyy));valuee.forEach((keyyy,valueee)->{System.out.println("\t\tTimstamp\t:"+keyyy+ "\t\tvalue\t:"+new String(valueee));});});});}//整表查询
@Test
public void scan() throws IOException{Scan scan = new Scan();ResultScanner results = table.getScanner(scan);Iterator<Result> iterator = results.iterator();while(iterator.hasNext() ){Result next = iterator.next();// 根据需求来确定获取指定列，还是获取指定列族或者是整表数据// 获取整表数据// r.getMap();// 获取指定列族的数据// r.getFamilyMap(ColumnFamily );// 获取指定列的数据// r.getvalue(ColumnFamily , ColumnName)//todo 获取不到每行的RowKeyNavigableMap<byte[], NavigableMap<byte[], NavigableMap<Long, byte[]>>> row = next.getMap();row.forEach((key,value) ->{System.out.println("Column Family\t:"+new String(key));value.forEach((keyy,valuee)->{System.out.println("\tColumn Name\t:"+new String(keyy));valuee.forEach((keyyy,valueee)->{System.out.println("\t\tTimstamp\t:"+keyyy+ "\t\tvalue\t:"+new String(valueee));});});});System.out.println("----------------------------------------------------------");NavigableMap<byte[], byte[]> familyMap = next.getFamilyMap("basic".getBytes());familyMap.forEach((k,v)->{System.out.println("ColumnName"+new String(k)+"\t--"+new String(v));});System.out.println("----------------------------------------------------------");byte[] value = next.getValue("basic".getBytes(), "password".getBytes());System.out.println(value == null ? "null":new String(value));}
}// 基于Scan操作的前提下，还可以对结果来进行过滤
@Test
public void filter() throws IOException {Scan scan = new Scan();// 构建Filter对象// 过滤密码中含有AAA的数据// .*AAA.*// CompareOperator - 比较方式// ByteArrayComparable - 比较规则Filter f = new ValueFilter(CompareOperator.EQUAL, new RegexStringComparator(".*A.*"));scan.setFilter(f);// 获取结果集ResultScanner rs = table.getScanner(scan);for (Result r : rs) {byte[] value = r.getValue("basic".getBytes(), "passWoed".getBytes());System.out.println(value == null ? "null" : new String(value));}}public byte[] reducePassword(){StringBuilder stringBuilder = new StringBuilder();for (int i = 0; i < 6; i++) {stringBuilder.append((char)(Math.random()*26+65));}return  stringBuilder.toString().getBytes();
}