Changeset 28 for sample/hadoop-0.16/tw/org/nchc

Timestamp:

Jul 3, 2008, 5:40:27 PM (16 years ago)

Author:

waue

Message:

resolve 0.17 ->0.16 problem . all? not sure ! XD

Location:

sample/hadoop-0.16/tw/org/nchc

Files:

• demo/DemoHBaseSink.class (modified) (previous)
• demo/DemoHBaseSource.class (modified) (previous)
• demo/DemoWordCondProb$MapClass.class (modified) (previous)
• demo/DemoWordCondProb$MyPartitioner.class (modified) (previous)
• demo/DemoWordCondProb$ReduceClass.class (modified) (previous)
• demo/DemoWordCondProb.class (modified) (previous)
• demo/DemoWordCountTuple.class (modified) (previous)
• demo/DemoWordCountTuple.java (modified) (1 diff)
• demo/DemoWordCountTuple2.class (modified) (previous)
• demo/DemoWordCountTuple2.java (modified) (1 diff)
• util/SequenceFileProcessor.java (modified) (3 diffs)

sample/hadoop-0.16/tw/org/nchc/demo/DemoWordCountTuple.java

@@ -163 +163 @@
     conf.setNumReduceTasks(numReduceTasks);
     // 0.16
-    // conf.setInputPath(new Path(inPath));
-    Convert.setInputPath(conf, new Path(inPath));
+    conf.setInputPath(new Path(inPath));
     conf.setInputFormat(SequenceFileInputFormat.class);
 
-    // conf.setOutputPath(new Path(outputPath));
-    Convert.setInputPath(conf, new Path(outputPath));
+    conf.setOutputPath(new Path(outputPath));
     conf.setOutputKeyClass(Tuple.class);
     conf.setOutputValueClass(IntWritable.class);

sample/hadoop-0.16/tw/org/nchc/demo/DemoWordCountTuple2.java

@@ -125 +125 @@
     
     // 0.16
-//    conf.setInputPath(new Path(inPath));
-    Convert.setInputPath(conf,new Path(inPath));
+    conf.setInputPath(new Path(inPath));
+//    Convert.setInputPath(conf,new Path(inPath));
     conf.setInputFormat(SequenceFileInputFormat.class);
     // 0.16
-//    conf.setOutputPath(new Path(outputPath));
-    Convert.setInputPath(conf, new Path(outputPath));
+    conf.setOutputPath(new Path(outputPath));
+    //    Convert.setInputPath(conf, new Path(outputPath));
+
     
     conf.setOutputKeyClass(Tuple.class);

sample/hadoop-0.16/tw/org/nchc/util/SequenceFileProcessor.java

@@ -19 +19 @@
 import java.io.IOException;
 
+import org.apache.hadoop.fs.FileStatus;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
@@ -118 +119 @@
 
   private void run() throws IOException {
-    if (!FileSystem.get(conf).isFile(mPath)) {
-      for (Path p : FileSystem.get(conf).listPaths(new Path[] { mPath })) {
+    FileSystem fs = FileSystem.get(conf);
+    if (!fs.isFile(mPath)) {
+            for (Path p : listPaths(fs,mPath)) {
         // System.out.println("Applying to " + p);
         applyToFile(p);
@@ -128 +130 @@
 
   }
-
+  static public Path[] listPaths(FileSystem fsm,Path path) throws IOException
+  {
+    FileStatus[] fss = fsm.listStatus(path);
+    int length = fss.length;
+    Path[] pi = new Path[length];
+    for (int i=0 ; i< length; i++)
+    {
+      pi[i] = fss[i].getPath();
+    }
+    return pi;
+  }
   @SuppressWarnings("unchecked")
   private void applyToFile(Path path) throws IOException {