Changeset 25 for sample/hadoop-0.16/tw/org/nchc/code

Timestamp:

Jul 3, 2008, 4:45:54 PM (16 years ago)

Author:

waue

Message:

downgrade from 0.17 to 0.16
test for work -> not yet

Location:

sample/hadoop-0.16/tw/org/nchc/code

Files:

• HBaseRecordPro.java (modified) (2 diffs)
• WordCount.java (modified) (2 diffs)
• WordCountFromHBase.java (modified) (1 diff)

sample/hadoop-0.16/tw/org/nchc/code/HBaseRecordPro.java

@@ -228 +228 @@
     conf.setNumMapTasks(mapTasks);
     conf.setNumReduceTasks(reduceTasks);
-    // 0.16
-//    conf.setInputPath(text_path);
-    Convert.setInputPath(conf, text_path);
+    
+    conf.setInputPath(text_path);
+
     
     conf.setMapperClass(IdentityMapper.class);
@@ -240 +240 @@
     // delete tmp file
     // 0.16
-//    FileSystem.get(conf).delete(text_path);
-    FileSystem.get(conf).delete(text_path,true);
+    FileSystem.get(conf).delete(text_path);
     
     setup.deleteFile(conf_tmp);

sample/hadoop-0.16/tw/org/nchc/code/WordCount.java

@@ -110 +110 @@
     conf.setNumMapTasks(mapTasks);
     conf.setNumReduceTasks(reduceTasks);
-    // 0.16
-    // conf.setInputPath(new Path(wc.filepath));
-    Convert.setInputPath(conf, new Path(wc.filepath));
+    
+    conf.setInputPath(new Path(wc.filepath));
+
     conf.setOutputKeyClass(Text.class);
     conf.setOutputValueClass(IntWritable.class);
-    // 0.16
-    // conf.setOutputPath(new Path(wc.outputPath));
-    Convert.setOutputPath(conf, new Path(wc.outputPath));
+
+    conf.setOutputPath(new Path(wc.outputPath));
 
     conf.setMapperClass(MapClass.class);
@@ -125 +124 @@
     // Delete the output directory if it exists already
     Path outputDir = new Path(wc.outputPath);
-    // 0.16
-    FileSystem.get(conf).delete(outputDir,true);
-
+    FileSystem.get(conf).delete(outputDir);
     JobClient.runJob(conf);
   }

sample/hadoop-0.16/tw/org/nchc/code/WordCountFromHBase.java

@@ -168 +168 @@
     // input is Hbase format => TableInputFormat
     conf.setInputFormat(TableInputFormat.class);
-    // 0.16
-//    conf.setOutputPath(new Path(outputPath));
-    Convert.setOutputPath(conf, new Path(outputPath));
+    conf.setOutputPath(new Path(outputPath));
 //     delete the old path with the same name 
-    FileSystem.get(conf).delete(new Path(outputPath),true);
+    FileSystem.get(conf).delete(new Path(outputPath));
     JobClient.runJob(conf);
   }