1.HBASE基于Java开发

使用Java操作HBASE(增删查改)

  1. package com.chu;
  4. import java.io.IOException;
  5. import java.util.ArrayList;
  6. import java.util.List;
  8. import org.apache.hadoop.conf.Configuration;
  9. import org.apache.hadoop.hbase.HBaseConfiguration;
  10. import org.apache.hadoop.hbase.HColumnDescriptor;
  11. import org.apache.hadoop.hbase.HTableDescriptor;
  12. import org.apache.hadoop.hbase.KeyValue;
  13. import org.apache.hadoop.hbase.MasterNotRunningException;
  14. import org.apache.hadoop.hbase.ZooKeeperConnectionException;
  15. import org.apache.hadoop.hbase.client.Delete;
  16. import org.apache.hadoop.hbase.client.Get;
  17. import org.apache.hadoop.hbase.client.HBaseAdmin;
  18. import org.apache.hadoop.hbase.client.HTable;
  19. import org.apache.hadoop.hbase.client.HTablePool;
  20. import org.apache.hadoop.hbase.client.Put;
  21. import org.apache.hadoop.hbase.client.Result;
  22. import org.apache.hadoop.hbase.client.ResultScanner;
  23. import org.apache.hadoop.hbase.client.Scan;
  24. import org.apache.hadoop.hbase.filter.Filter;
  25. import org.apache.hadoop.hbase.filter.FilterList;
  26. import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
  27. import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
  28. import org.apache.hadoop.hbase.util.Bytes;
  30. public class CreateHBaseTableDemo
  31. {
  33.     public static Configuration configuration;
  35.     static
  36.     {
  37.         configuration = HBaseConfiguration.create();
  38.         configuration.set("hbase.zookeeper.property.clientPort", "2181");
  39.         configuration.set("hbase.zookeeper.quorum", "192.168.1.159");
  40.         configuration.set("hbase.master", "192.168.1.159:600000");
  41.     }
  43.     public static void main(String[] args)
  44.     {
  45.         //createTable("HBaseDemoTable1");
  46.         //insertData("HBaseDemoTable1");
  47.         //QueryAll("HBaseDemoTable1");
  48.         //QueryByCondition1("HBaseDemoTable1");
  49.         //QueryByCondition2("HBaseDemoTable1");
  50.         QueryByCondition3("HBaseDemoTable1");
  51.         //deleteRow("wujintao","abcdef");
  52.         //deleteByCondition("wujintao", "abcdef");
  53.     }
  55.     /**
  56.      * 创建表
  57.      *
  58.      * @param tableName
  59.      */
  60.     public static void createTable(String tableName)
  61.     {
  62.         System.out.println("start create table ......");
  63.         try
  64.         {
  65.             HBaseAdmin hBaseAdmin = new HBaseAdmin(configuration);
  66.             if (hBaseAdmin.tableExists(tableName))
  67.             {
  68.                 // 如果存在要创建的表，那么先删除，再创建
  69.                 hBaseAdmin.disableTable(tableName);
  70.                 hBaseAdmin.deleteTable(tableName);
  71.                 System.out.println(tableName + " is exist,detele....");
  72.             }
  73.             HTableDescriptor tableDescriptor = new HTableDescriptor(tableName);
  74.             tableDescriptor.addFamily(new HColumnDescriptor("column1"));
  75.             tableDescriptor.addFamily(new HColumnDescriptor("column2"));
  76.             tableDescriptor.addFamily(new HColumnDescriptor("column3"));
  77.             hBaseAdmin.createTable(tableDescriptor);
  78.         } catch (MasterNotRunningException e)
  79.         {
  80.             e.printStackTrace();
  81.         } catch (ZooKeeperConnectionException e)
  82.         {
  83.             e.printStackTrace();
  84.         } catch (IOException e)
  85.         {
  86.             e.printStackTrace();
  87.         }
  88.         System.out.println("end create table ......");
  89.     }
  91.     /**
  92.      * 插入数据
  93.      *
  94.      * @param tableName
  95.      */
  96.     public static void insertData(String tableName)  {
  98.         System.out.println("start insert data ......");
  100.         try
  101.         {
  104.             HTable table = new HTable(configuration, tableName);
  106.             Put put = new Put(Bytes.toBytes("45678hyhyjju"));
  107.             put.add(Bytes.toBytes("column1"),
  108.                     Bytes.toBytes("email"),
  109.                     Bytes.toBytes("5211486@qq.com"));
  110.             table.put(put);// 放入表
  111.             table.close();// 释放资源
  112.         } catch (IOException e)
  113.         {
  114.             e.printStackTrace();
  115.         }
  116.         System.out.println("end insert data ......");
  119.     }
  121.     /**
  122.      * 删除一张表
  123.      *
  124.      * @param tableName
  125.      */
  126.     public static void dropTable(String tableName) {
  127.         try {
  128.             HBaseAdmin admin = new HBaseAdmin(configuration);
  129.             admin.disableTable(tableName);
  130.             admin.deleteTable(tableName);
  131.         } catch (MasterNotRunningException e) {
  132.             e.printStackTrace();
  133.         } catch (ZooKeeperConnectionException e) {
  134.             e.printStackTrace();
  135.         } catch (IOException e) {
  136.             e.printStackTrace();
  137.         }
  139.     }
  141.     /**
  142.      * 根据 rowkey删除一条记录
  143.      *
  144.      * @param tablename
  145.      * @param rowkey
  146.      */
  147.     public static void deleteRow(String tablename, String rowkey) {
  148.         try {
  149.             HTable table = new HTable(configuration, tablename);
  150.             List list = new ArrayList();
  151.             Delete d1 = new Delete(rowkey.getBytes());
  152.             list.add(d1);
  154.             table.delete(list);
  155.             System.out.println("删除行成功!");
  157.         } catch (IOException e) {
  158.             e.printStackTrace();
  159.         }
  162.     }
  164.     /**
  165.      * 组合条件删除
  166.      *
  167.      * @param tablename
  168.      * @param rowkey
  169.      */
  170.     public static void deleteByCondition(String tablename, String rowkey) {
  171.         //目前还没有发现有效的API能够实现 根据非rowkey的条件删除 这个功能能，还有清空表全部数据的API操作
  173.     }
  176.     /**
  177.      * 查询所有数据
  178.      *
  179.      * @param tableName
  180.      */
  181.     public static void QueryAll(String tableName) {
  184.         try
  185.         {
  186.             HTable table = new HTable(configuration, tableName);
  187.             ResultScanner rs = table.getScanner(new Scan());
  188.             for (Result r : rs)
  189.             {
  190.                 System.out.println("获得到rowkey:" + new String(r.getRow()));
  191.                 for (KeyValue keyValue : r.raw())
  192.                 {
  193.                     System.out.println("列：" + new String(keyValue.getFamily())
  194.                             + "====值:" + new String(keyValue.getValue()));
  195.                 }
  196.             }
  197.         }
  198.         catch (IOException e)
  199.         {
  200.             e.printStackTrace();
  201.         }
  202.     }
  204.     /**
  205.      * 单条件查询,根据rowkey查询唯一一条记录
  206.      *
  207.      * @param tableName
  208.      */
  209.     public static void QueryByCondition1(String tableName) {
  212.         try {
  213.             HTable table = new HTable(configuration, tableName);
  214.             Get scan = new Get("45678hyhyjju".getBytes());// 根据rowkey查询
  215.             Result r = table.get(scan);
  216.             System.out.println("获得到rowkey:" + new String(r.getRow()));
  217.             for (KeyValue keyValue : r.raw()) {
  218.                 System.out.println("列：" + new String(keyValue.getFamily())
  219.                         + "====值:" + new String(keyValue.getValue()));
  220.             }
  221.         } catch (IOException e) {
  222.             e.printStackTrace();
  223.         }
  224.     }
  226.     /**
  227.      * 单条件按查询，查询多条记录
  228.      *
  229.      * @param tableName
  230.      */
  231.     public static void QueryByCondition2(String tableName) {
  233.         try {
  234.             HTable table = new HTable(configuration, tableName);
  235.             Filter filter = new SingleColumnValueFilter(Bytes
  236.                     .toBytes("column1"), null, CompareOp.EQUAL, Bytes
  237.                     .toBytes("123456")); // 当列column1的值为aaa时进行查询
  238.             Scan s = new Scan();
  239.             s.setFilter(filter);
  240.             ResultScanner rs = table.getScanner(s);
  241.             for (Result r : rs) {
  242.                 System.out.println("获得到rowkey:" + new String(r.getRow()));
  243.                 for (KeyValue keyValue : r.raw()) {
  244.                     System.out.println("列：" + new String(keyValue.getFamily())
  245.                             + "====值:" + new String(keyValue.getValue()));
  246.                 }
  247.             }
  248.         } catch (Exception e) {
  249.             e.printStackTrace();
  250.         }
  252.     }
  254.     /**
  255.      * 组合条件查询
  256.      *
  257.      * @param tableName
  258.      */
  259.     public static void QueryByCondition3(String tableName) {
  261.         try {
  262.             HTable table = new HTable(configuration, tableName);
  264.             List<Filter> filters = new ArrayList<Filter>();
  266.             Filter filter1 = new SingleColumnValueFilter(Bytes
  267.                     .toBytes("column1"), null, CompareOp.EQUAL, Bytes
  268.                     .toBytes("123456"));
  269.             filters.add(filter1);
  271.             Filter filter2 = new SingleColumnValueFilter(Bytes
  272.                     .toBytes("column2"), null, CompareOp.EQUAL, Bytes
  273.                     .toBytes("123456"));
  274.             filters.add(filter2);
  276.             Filter filter3 = new SingleColumnValueFilter(Bytes
  277.                     .toBytes("column3"), null, CompareOp.EQUAL, Bytes
  278.                     .toBytes("c2g111"));
  279.             filters.add(filter3);
  281.             FilterList filterList1 = new FilterList(filters);
  283.             Scan scan = new Scan();
  284.             scan.setFilter(filterList1);
  285.             ResultScanner rs = table.getScanner(scan);
  286.             for (Result r : rs) {
  287.                 System.out.println("获得到rowkey:" + new String(r.getRow()));
  288.                 for (KeyValue keyValue : r.raw()) {
  289.                     System.out.println("列：" + new String(keyValue.getFamily())
  290.                             + "====值:" + new String(keyValue.getValue()));
  291.                 }
  292.             }
  293.             rs.close();
  295.         } catch (Exception e) {
  296.             e.printStackTrace();
  297.         }
  299.     }
  301. }

MAVEN库

  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <project xmlns="http://maven.apache.org/POM/4.0.0"
  3.          xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  4.          xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
  5.     <modelVersion>4.0.0</modelVersion>
  7.     <groupId>com.chu</groupId>
  8.     <artifactId>HBaseDemo</artifactId>
  9.     <version>1.0-SNAPSHOT</version>
  10.     <dependencies>
  11.         <!-- https://mvnrepository.com/artifact/org.apache.hive/hive-jdbc -->
  12.         <dependency>
  13.             <groupId>org.apache.hive</groupId>
  14.             <artifactId>hive-jdbc</artifactId>
  15.             <version>2.1.0</version>
  16.         </dependency>
  17.         <!-- https://mvnrepository.com/artifact/org.hibernate.javax.persistence/hibernate-jpa-2.0-api -->
  18.         <dependency>
  19.             <groupId>org.hibernate.javax.persistence</groupId>
  20.             <artifactId>hibernate-jpa-2.0-api</artifactId>
  21.             <version>1.0.1.Final</version>
  22.         </dependency>
  23.         <dependency>
  24.             <groupId>org.apache.hive</groupId>
  25.             <artifactId>hive-exec</artifactId>
  26.             <version>2.1.0</version>
  27.         </dependency>
  28.         <!-- https://mvnrepository.com/artifact/org.apache.hbase/hbase-client -->
  29.         <dependency>
  30.             <groupId>org.apache.hbase</groupId>
  31.             <artifactId>hbase-client</artifactId>
  32.             <version>1.1.5</version>
  33.         </dependency>
  34.         <!-- https://mvnrepository.com/artifact/org.apache.hbase/hbase -->
  35.         <dependency>
  36.             <groupId>org.apache.hbase</groupId>
  37.             <artifactId>hbase</artifactId>
  38.             <version>1.1.5</version>
  39.             <type>pom</type>
  40.         </dependency>
  41.         <!-- https://mvnrepository.com/artifact/org.apache.hbase/hbase-common -->
  42.         <dependency>
  43.             <groupId>org.apache.hbase</groupId>
  44.             <artifactId>hbase-common</artifactId>
  45.             <version>1.1.5</version>
  46.         </dependency>
  47.         <!-- https://mvnrepository.com/artifact/org.apache.hbase/hbase-server -->
  48.         <dependency>
  49.             <groupId>org.apache.hbase</groupId>
  50.             <artifactId>hbase-server</artifactId>
  51.             <version>1.1.5</version>
  52.         </dependency>
  53.         <!-- https://mvnrepository.com/artifact/org.apache.hbase/hbase-protocol -->
  54.         <dependency>
  55.             <groupId>org.apache.hbase</groupId>
  56.             <artifactId>hbase-protocol</artifactId>
  57.             <version>1.1.5</version>
  58.         </dependency>
  60.     </dependencies>
  61.     <repositories>
  62.         <repository>
  63.             <id>jboss</id>
  64.             <url>http://maven.aliyun.com/nexus/content/groups/public/</url>
  65.         </repository>
  66.     </repositories>
  67. </project>