Changeset 18 for sample/WordCountIntoHBase.java

Timestamp:

Jul 2, 2008, 3:10:09 PM (17 years ago)

Author:

waue

Message:

upgrade 0.16 to 0.17

File:

• sample/WordCountIntoHBase.java (modified) (5 diffs)

sample/WordCountIntoHBase.java

@@ -3 +3 @@
  * Editor: Waue Chen 
  * From :  NCHC. Taiwn
- * Last Update Date: 06/10/2008
+ * Last Update Date: 07/02/2008
+ * Upgrade to 0.17
  */
 
@@ -43 +44 @@
 
   /* setup parameters */
-  // $Input_Path. Please make sure the path is correct and contains input files
+  // $Input_Path. Please make sure the path is correct and contains input
+  // files
   static final String Input_Path = "/user/waue/simple";
+
   // Hbase table name, the program will create it
   static final String Table_Name = "word_count5";
+
   // column name, the program will create it
-  static final String colstr = "word:text" ;
-  
+  static final String colstr = "word:text";
+
   // constructor
   private WordCountIntoHBase() {
@@ -57 +61 @@
     // set (column_family:column_qualify)
     private static final Text col = new Text(WordCountIntoHBase.colstr);
+
     // this map holds the columns per row
     private MapWritable map = new MapWritable();
+
     public void reduce(LongWritable key, Iterator<Text> values,
         OutputCollector<Text, MapWritable> output, Reporter reporter)
         throws IOException {
       // contents must be ImmutableBytesWritable
-      ImmutableBytesWritable bytes = 
-        new ImmutableBytesWritable(values.next().getBytes());     
+      ImmutableBytesWritable bytes = new ImmutableBytesWritable(values
+          .next().getBytes());
       map.clear();
-      // write data 
+      // write data
       map.put(col, bytes);
       // add the row with the key as the row id
@@ -76 +82 @@
    * Runs the demo.
    */
-  public static void main(String[] args) throws IOException { 
+  public static void main(String[] args) throws IOException {
     // parse colstr to split column family and column qualify
     String tmp[] = colstr.split(":");
-    String Column_Family = tmp[0]+":";
-    String CF[] = {Column_Family};
-    // check whether create table or not , we don't admit \ 
+    String Column_Family = tmp[0] + ":";
+    String CF[] = { Column_Family };
+    // check whether create table or not , we don't admit \
     // the same name but different structure
-    BuildHTable build_table = new BuildHTable(Table_Name,CF);
+    BuildHTable build_table = new BuildHTable(Table_Name, CF);
     if (!build_table.checkTableExist(Table_Name)) {
       if (!build_table.createTable()) {
         System.out.println("create table error !");
       }
-    }else{
-      System.out.println("Table \"" + Table_Name +"\" has already existed !");
+    } else {
+      System.out.println("Table \"" + Table_Name
+          + "\" has already existed !");
     }
     int mapTasks = 1;
@@ -100 +107 @@
     conf.setNumMapTasks(mapTasks);
     conf.setNumReduceTasks(reduceTasks);
-    conf.setInputPath(new Path(Input_Path));
+    // 0.16
+    // conf.setInputPath(new Path(Input_Path));
+    Convert.setInputPath(conf, new Path(Input_Path));
     conf.setMapperClass(IdentityMapper.class);
     conf.setCombinerClass(IdentityReducer.class);