Changeset 18 for sample/WordCount.java

Timestamp:

Jul 2, 2008, 3:10:09 PM (16 years ago)

Author:

waue

Message:

upgrade 0.16 to 0.17

File:

• sample/WordCount.java (modified) (6 diffs)

sample/WordCount.java

@@ -3 +3 @@
  * Editor: Waue Chen 
  * From :  NCHC. Taiwn
- * Last Update Date: 06/13/2008
+ * Last Update Date: 07/02/2008
+ * Upgrade to 0.17
  */
 
@@ -40 +41 @@
 import org.apache.hadoop.mapred.Reporter;
 
-
 public class WordCount {
   private String filepath;
+
   private String outputPath;
-  
-  public WordCount(){
+
+  public WordCount() {
     filepath = "/user/waue/input/";
     outputPath = "counts1";
   }
-  public WordCount(String path,String output){
+
+  public WordCount(String path, String output) {
     filepath = path;
     outputPath = output;
   }
+
   // mapper: emits (token, 1) for every word occurrence
   private static class MapClass extends MapReduceBase implements
@@ -59 +62 @@
     // reuse objects to save overhead of object creation
     private final static IntWritable one = new IntWritable(1);
+
     private Text word = new Text();
 
@@ -93 +97 @@
   }
 
-  
   /**
    * Runs the demo.
@@ -99 +102 @@
   public static void main(String[] args) throws IOException {
     WordCount wc = new WordCount();
-    
+
     int mapTasks = 1;
     int reduceTasks = 1;
@@ -107 +110 @@
     conf.setNumMapTasks(mapTasks);
     conf.setNumReduceTasks(reduceTasks);
-
-    conf.setInputPath(new Path(wc.filepath));
+    // 0.16
+    // conf.setInputPath(new Path(wc.filepath));
+    Convert.setInputPath(conf, new Path(wc.filepath));
     conf.setOutputKeyClass(Text.class);
     conf.setOutputValueClass(IntWritable.class);
-    conf.setOutputPath(new Path(wc.outputPath));
+    // 0.16
+    // conf.setOutputPath(new Path(wc.outputPath));
+    Convert.setOutputPath(conf, new Path(wc.outputPath));
 
     conf.setMapperClass(MapClass.class);
     conf.setCombinerClass(ReduceClass.class);
     conf.setReducerClass(ReduceClass.class);
-    
+
     // Delete the output directory if it exists already
     Path outputDir = new Path(wc.outputPath);
-    FileSystem.get(conf).delete(outputDir);
+    // 0.16
+    FileSystem.get(conf).delete(outputDir,true);
 
     JobClient.runJob(conf);