- Timestamp:
- Jul 3, 2008, 5:56:23 PM (16 years ago)
- File:
-
- 1 edited
Legend:
- Unmodified
- Added
- Removed
-
sample/hadoop-0.16/tw/org/nchc/demo/LogFetcher.java
r27 r29 47 47 import org.apache.hadoop.mapred.OutputCollector; 48 48 import org.apache.hadoop.mapred.Reporter; 49 49 // import AccessLogParser 50 50 /** 51 51 * Access_log fetcher. TODO: FgnStatLog, Error_log, Access_log (Default, … … 75 75 throws IOException { 76 76 try { 77 77 78 AccessLogParser log = new AccessLogParser(value.toString()); 78 79 if (table == null) … … 121 122 jobConf.setJobName("apache log fetcher"); 122 123 jobConf.set(TABLE, table); 123 // Path[] in = FileSystem.listPaths(fs, InputDir);124 124 Path[] in = listPaths(fs, InputDir); 125 125 if (fs.isFile(InputDir)) { … … 130 130 jobConf.addInputPath(in[i]); 131 131 } else { 132 // Path[] sub = FileSystem.listPaths(fs, in[i]);133 132 Path[] sub = listPaths(fs, in[i]); 134 133 for (int j = 0; j < sub.length; j++) { … … 171 170 } 172 171 173 @SuppressWarnings("deprecation")174 172 public static void main(String[] args) throws IOException { 175 173 String table_name = "log";
Note: See TracChangeset
for help on using the changeset viewer.