第五章 MyEclipse配置hadoop开发环境

1.首先要下载相应的hadoop版本的插件，我这里就给2个例子：

hadoop-1.2.1插件：http://download.csdn.net/download/hanyongan300/6238153

hadoop2.2.0插件：http://blog.csdn.net/twlkyao/article/details/17334693

上一章我也讲了怎么制作相应版本的插件，这些插件可以在网上搜到

2.把插件拷贝到myeclipse根目录下/dropins目录下。

3、启动myeclipse，打开Perspective：

【Window】->【Open Perspective】->【Other...】->【Map/Reduce】->【OK】

3、打开一个View：

【Window】->【Show View】->【Other...】->【MapReduce Tools】->【Map/Reduce Locations】->【OK】

4、添加Hadoop location：

location name: 我填写的是：hadoop，这个可以任意填写

Map/Reduce Master 这个框里：

这两个参数就是mapred-site.xml里面mapred.job.tracker里面的ip和port

Host：就是jobtracker 所在的集群机器，这里写192.168.0.155，我这个myeclipse是在windows下的，所以去连接liunx下的hadoop要写地址
Hort：就是jobtracker 的port，这里写的是9001

DFS Master 这个框里

这两个参数就是core-site.xml里面fs.default.name里面的ip和port
Host：就是namenode所在的集群机器，这里写192.168.0.155
Port：就是namenode的port，这里写9000

（Use M/R master host，这个复选框如果选上，就默认和Map/Reduce Master这个框里的host一样，如果不选择，就可以自己定义输入，这里jobtracker 和namenode在一个机器上，所以是一样的，就勾选上）

user name：这个是连接hadoop的用户名，我创建的用户就是hadoop。

然后继续填写advanced parameters

在这里只需要填写 hadoop.tmp.dir这一栏，跟在core-site.xml里面配置写的一样

然后关闭myeclipse重启，就可以看到连接成功了。。。

连接DFS，是为了帮助你查看hdfs目录的，在这里，你可以直接操作hdfs.点击右键：

create new directory:创建文件

Refresh:刷新

upload files to DFS:上传文本

upload directory to DFS:上传文件夹

如果要是创建hadoop项目，先配置下：Window------preferences----Hadoop Map/Reduce,指定本地的hadoop

然后在本地配置远程hadoop的IP，打开C:\Windows\System32\drivers\etc\hosts文件，添加hadoop所安装的服务器IP和主机名

下面就可以在myeclipse创建mapreduce项目了，file----new Prokect-----

下面就正常写代码：下面是操作hase的代码

package hbase;import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.util.Bytes;/*** 对hbase进行增删改查* @author Administrator**/
public class HbaseTest {private static Configuration conf=null;static{conf=HBaseConfiguration.create();conf.set("hbase.zookeeper.property.clientPort", "2181");conf.set("hbase.zookeeper.quorum", "192.168.0.26");//configuration.set("hbase.master", "192.168.1.25:6000");File workaround = new File(".");System.getProperties().put("hadoop.home.dir",workaround.getAbsolutePath());new File("./bin").mkdirs();try {new File("./bin/winutils.exe").createNewFile();} catch (IOException e) {// TODO Auto-generated catch block
            e.printStackTrace();}}/*** 创建一张表* @param tablename* @param cfg* @throws IOException*/public static void createTable(String tablename,String[] cfg)throws IOException{HBaseAdmin admin=new HBaseAdmin(conf);if(admin.tableExists(tablename)){System.out.println("表已经存在！");}else{HTableDescriptor tableDesc=new HTableDescriptor(tablename);for(int i=0;i<cfg.length;i++){tableDesc.addFamily(new HColumnDescriptor(cfg[i]));}admin.createTable(tableDesc);System.out.println("表创建成功！");}}/*** 删除表* @param tablename* @throws IOException*/public static void deleteTable(String tablename)throws IOException{HBaseAdmin admin=new HBaseAdmin(conf);admin.disableTable(tablename);admin.deleteTable(tablename);System.out.println("表删除成功");        }/*** 插入一行记录* @param tablename* @param rowkey* @param family* @param qualifier* @param value*/public static void writeRow(String tablename,String rowkey,String family,String qualifier,String value) {try {HTable table=new HTable(conf,tablename);Put put =new Put(Bytes.toBytes(rowkey));put.add(Bytes.toBytes(family),Bytes.toBytes(qualifier),Bytes.toBytes(value));table.put(put);System.out.println("插入数据成功");} catch (IOException e) {// TODO Auto-generated catch block
            e.printStackTrace();}}/*** 查找开始与结束之间的数据* @param tableName*/public static void getAll(String tableName) {    try{    HTable table = new HTable(conf, tableName);    Scan scan = new Scan(Bytes.toBytes("a"), Bytes.toBytes("z")); 
//             scan.addColumn(Bytes.toBytes("a"), Bytes.toBytes("z"));
//             SingleColumnValueFilter filter = new SingleColumnValueFilter(Bytes.toBytes("a"),
//                     Bytes.toBytes("z"),
//                     CompareOp.NOT_EQUAL, Bytes.toBytes("0"));
//             filter.setFilterIfMissing(true);
//             scan.setFilter(filter);  
ResultScanner ss = table.getScanner(scan);    for(Result r:ss){    for(KeyValue kv : r.raw()){    System.out.print("rowid为："+new String(kv.getRow()) + " ");   System.out.print("列族为："+new String(kv.getFamily()) + " ");    System.out.print("列限定符为："+new String(kv.getQualifier()) + " ");    System.out.print("时间戳"+kv.getTimestamp() + " ");    System.out.println("值为"+new String(kv.getValue()));    }    }    } catch (IOException e){    e.printStackTrace();    }    }   /*** 查找一行记录* @param tablename* @param rowKey* @throws IOException*/@SuppressWarnings("deprecation")public static void getOne(String tablename,String rowKey) throws IOException{HTable table = new HTable(conf, tablename);    Get get = new Get(rowKey.getBytes());    Result rs = table.get(get);    for(KeyValue kv : rs.raw()){    System.out.print(new String(kv.getRow()) + " " );    System.out.print(new String(kv.getFamily()) + ":" );    System.out.print(new String(kv.getQualifier()) + " " );    System.out.print(kv.getTimestamp() + " " );    System.out.println(new String(kv.getValue()));    }    }/**  * 显示所有数据  */    public static void getAllRecord (String tableName) {    try{    HTable table = new HTable(conf, tableName);    Scan s = new Scan();    ResultScanner ss = table.getScanner(s);    for(Result r:ss){    for(KeyValue kv : r.raw()){    System.out.print("rowid为："+new String(kv.getRow()) + " ");   System.out.print("列族为："+new String(kv.getFamily()) + " ");    System.out.print("列限定符为："+new String(kv.getQualifier()) + " ");    System.out.print("时间戳"+kv.getTimestamp() + " ");    System.out.println("值为"+new String(kv.getValue()));    }    }    } catch (IOException e){    e.printStackTrace();    }    }   /**  * 删除一行记录  */    public static void delRecord (String tableName, String rowKey) throws IOException{    HTable table = new HTable(conf, tableName);    List list = new ArrayList();    Delete del = new Delete(rowKey.getBytes());    list.add(del);    table.delete(list);    System.out.println("del recored " + rowKey + " ok.");    }    public static void main(String[] agrs){String tablename="score";String[] familys={"grade","course"};try {HbaseTest.createTable(tablename, familys);//HbaseTest.delvalue(tablename, "zkb","course" , "click", "90");
//                        HbaseTest.delRecord(tablename, "zkb");
                        } catch (IOException e) {// TODO Auto-generated catch block
                        e.printStackTrace();}//            HbaseTest.writeRow(tablename, "zkb", "grade", "title", "5");
//            HbaseTest.writeRow(tablename, "zkb", "course", "click", "90");
//            HbaseTest.writeRow(tablename, "zkb", "course", "url", "97");
//            HbaseTest.writeRow(tablename, "zkb", "course", "author", "87");
//            
//            HbaseTest.writeRow(tablename, "baoniu", "grade", "reply", "4");
//            HbaseTest.writeRow(tablename, "baoniu", "course", "siteName", "89");
//            HbaseTest.writeRow(tablename, "1", "grade", "title", "5");
//            HbaseTest.writeRow(tablename, "1", "course", "click", "90");
//            HbaseTest.writeRow(tablename, "2", "course", "url", "97");
//            HbaseTest.writeRow(tablename, "2", "course", "author", "87");
//            
//            HbaseTest.writeRow(tablename, "3", "grade", "reply", "4");
//            HbaseTest.writeRow(tablename, "3", "course", "siteName", "89");
//            HbaseTest.getOne(tablename, "zkb");    
//            HbaseTest.getAllRecord(tablename);   //        HbaseTest.getAllRecord(tablename);
        HbaseTest.getAll(tablename);}}