阅读排行
首页 > 技术文章

Windows7+Eclipse环境下Hbase Java客户端的开发

本文展示如何在Windows的环境下通过Eclipse构建Hbase的客户端开发
  1. 构建Hbase集群，请参考：Centos 下Hbase0.98.10-hadoop2 集群的配置
  2. 在Eclipse中创建Maven的工程
  3. 将集群的hbase-site.xml文件放到工程的classes目录下
    技术分享
  4. 配置操作系统的C:\windows\system32\drivers\etc文件，将Hbase集群的IP以及域名配置到该文件中
    192.168.40.108   hadoop108
192.168.40.148   hadoop148 
192.168.40.104   hadoop104 
192.168.40.107   hadoop107 
192.168.40.105   hadoop105
  5. 编写Maven的pom.xml文件，依赖内容如下
    	<dependencies>

		<dependency>
			<groupId>org.apache.avro</groupId>
			<artifactId>avro</artifactId>
			<version>1.7.7</version>
		</dependency>

		<dependency>
			<groupId>org.apache.avro</groupId>
			<artifactId>avro-tools</artifactId>
			<version>1.7.7</version>
		</dependency>

		<dependency>
			<groupId>org.apache.avro</groupId>
			<artifactId>avro-maven-plugin</artifactId>
			<version>1.7.7</version>
		</dependency>
		<dependency>
			<groupId>org.apache.avro</groupId>
			<artifactId>avro-compiler</artifactId>
			<version>1.7.7</version>
		</dependency>

		<dependency>
			<groupId>org.apache.hbase</groupId>
			<artifactId>hbase-client</artifactId>
			<version>0.98.8-hadoop1</version>
		</dependency>

		<dependency>
			<groupId>org.apache.hbase</groupId>
			<artifactId>hbase</artifactId>
			<version>0.90.2</version>
		</dependency>
		<dependency>
			<groupId>org.apache.hadoop</groupId>
			<artifactId>hadoop-core</artifactId>
			<version>1.2.1</version>
		</dependency>

		<dependency>
			<groupId>junit</groupId>
			<artifactId>junit</artifactId>
			<version>3.8.1</version>
			<scope>test</scope>
		</dependency>
	</dependencies>


  6. 编辑Java源码
    package com.eric.hbase;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;

public class BaseOperation {

	private static final String TABLE_NAME = "demo_table";

	public static Configuration conf = null;
	public HTable table = null;
	public HBaseAdmin admin = null;

	static {
		conf = HBaseConfiguration.create();
		System.out.println(conf.get("hbase.zookeeper.quorum"));
	}

	/**
	 * 创建一张表
	 */
	public static void creatTable(String tableName, String[] familys)
			throws Exception {
		HBaseAdmin admin = new HBaseAdmin(conf);
		if (admin.tableExists(tableName)) {
			System.out.println("table already exists!");
		} else {
			HTableDescriptor tableDesc = new HTableDescriptor(tableName);
			for (int i = 0; i < familys.length; i++) {
				tableDesc.addFamily(new HColumnDescriptor(familys[i]));
			}
			admin.createTable(tableDesc);
			System.out.println("create table " + tableName + " ok.");
		}
	}

	/**
	 * 删除表
	 */
	public static void deleteTable(String tableName) throws Exception {
		try {
			HBaseAdmin admin = new HBaseAdmin(conf);
			admin.disableTable(tableName);
			admin.deleteTable(tableName);
			System.out.println("delete table " + tableName + " ok.");
		} catch (MasterNotRunningException e) {
			e.printStackTrace();
		} catch (ZooKeeperConnectionException e) {
			e.printStackTrace();
		}
	}

	/**
	 * 插入一行记录
	 */
	public static void addRecord(String tableName, String rowKey,
			String family, String qualifier, String value) throws Exception {
		try {
			HTable table = new HTable(conf, tableName);
			Put put = new Put(Bytes.toBytes(rowKey));
			put.add(Bytes.toBytes(family), Bytes.toBytes(qualifier),
					Bytes.toBytes(value));
			table.put(put);
			System.out.println("insert recored " + rowKey + " to table "
					+ tableName + " ok.");
		} catch (IOException e) {
			e.printStackTrace();
		}
	}

	/**
	 * 删除一行记录
	 */
	public static void delRecord(String tableName, String rowKey)
			throws IOException {
		HTable table = new HTable(conf, tableName);
		List list = new ArrayList();
		Delete del = new Delete(rowKey.getBytes());
		list.add(del);
		table.delete(list);
		System.out.println("del recored " + rowKey + " ok.");
	}

	/**
	 * 查找一行记录
	 */
	public static void getOneRecord(String tableName, String rowKey)
			throws IOException {
		HTable table = new HTable(conf, tableName);
		Get get = new Get(rowKey.getBytes());
		Result rs = table.get(get);
		for (KeyValue kv : rs.raw()) {
			System.out.print(new String(kv.getRow()) + " ");
			System.out.print(new String(kv.getFamily()) + ":");
			System.out.print(new String(kv.getQualifier()) + " ");
			System.out.print(kv.getTimestamp() + " ");
			System.out.println(new String(kv.getValue()));
		}
	}

	/**
	 * 显示所有数据
	 */
	public static void getAllRecord(String tableName) {
		try {
			HTable table = new HTable(conf, tableName);
			Scan s = new Scan();
			ResultScanner ss = table.getScanner(s);
			for (Result r : ss) {
				for (KeyValue kv : r.raw()) {
					System.out.print(new String(kv.getRow()) + " ");
					System.out.print(new String(kv.getFamily()) + ":");
					System.out.print(new String(kv.getQualifier()) + " ");
					System.out.print(kv.getTimestamp() + " ");
					System.out.println(new String(kv.getValue()));
				}
			}
		} catch (IOException e) {
			e.printStackTrace();
		}
	}

	public static void main(String[] agrs) {
		try {
			String tablename = "scores";
			String[] familys = { "grade", "course" };
			BaseOperation.creatTable(tablename, familys);

			// add record zkb
			BaseOperation.addRecord(tablename, "zkb", "grade", "", "5");
			BaseOperation.addRecord(tablename, "zkb", "course", "", "90");
			BaseOperation.addRecord(tablename, "zkb", "course", "math", "97");
			BaseOperation.addRecord(tablename, "zkb", "course", "art", "87");
			// add record baoniu
			BaseOperation.addRecord(tablename, "baoniu", "grade", "", "4");
			BaseOperation
					.addRecord(tablename, "baoniu", "course", "math", "89");

			System.out.println("===========get one record========");
			BaseOperation.getOneRecord(tablename, "zkb");

			System.out.println("===========show all record========");
			BaseOperation.getAllRecord(tablename);

			System.out.println("===========del one record========");
			BaseOperation.delRecord(tablename, "baoniu");
			BaseOperation.getAllRecord(tablename);

			System.out.println("===========show all record========");
			BaseOperation.getAllRecord(tablename);
		} catch (Exception e) {
			e.printStackTrace();
		}
	}

}
  7. 运行程序,输出如下：
    hadoop107,hadoop108,hadoop104
log4j:WARN No appenders could be found for logger (org.apache.hadoop.metrics2.lib.MutableMetricsFactory).
log4j:WARN Please initialize the log4j system properly.
log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info.
table already exists!
insert recored zkb to table scores ok.
insert recored zkb to table scores ok.
insert recored zkb to table scores ok.
insert recored zkb to table scores ok.
insert recored baoniu to table scores ok.
insert recored baoniu to table scores ok.
===========get one record========
zkb course: 1425258910718 90
zkb course:art 1425258910727 87
zkb course:math 1425258910722 97
zkb grade: 1425258910705 5
===========show all record========
baoniu course:math 1425258910734 89
baoniu grade: 1425258910730 4
zkb course: 1425258910718 90
zkb course:art 1425258910727 87
zkb course:math 1425258910722 97
zkb grade: 1425258910705 5
===========del one record========
del recored baoniu ok.
zkb course: 1425258910718 90
zkb course:art 1425258910727 87
zkb course:math 1425258910722 97
zkb grade: 1425258910705 5
===========show all record========
zkb course: 1425258910718 90
zkb course:art 1425258910727 87
zkb course:math 1425258910722 97
zkb grade: 1425258910705 5


文章来自：http://blog.csdn.net/eric_sunah/article/details/44014751
© 2021 jiaocheng.bubufx.com  联系我们
ICP备案：鲁ICP备09046678号-3