Changeset 27


Ignore:
Timestamp:
Jul 3, 2008, 5:25:22 PM (16 years ago)
Author:
waue
Message:

test!

Location:
sample/hadoop-0.16
Files:
41 edited

Legend:

Unmodified
Added
Removed

  • sample/hadoop-0.16/tw/org/nchc/code/HBaseRecord.java

    r23 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/02/2008
    6  * Upgrade to 0.17
    76 */
    87
    … …  
    163162    conf.setNumReduceTasks(setup.reduceTasks);
    164163
    165     // 0.16
    166     // conf.setInputPath(new Path(setup.file_path));
    167     Convert.setInputPath(conf, new Path(setup.file_path));
     164    conf.setInputPath(new Path(setup.file_path));
    168165
    169166    conf.setMapperClass(IdentityMapper.class);

  • sample/hadoop-0.16/tw/org/nchc/code/HBaseRecord2.java

    r23 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/01/2008
    6  * Upgrade to 0.17
    76 */
    87
    … …  
    152151    conf.setNumMapTasks(setup.mapTasks);
    153152    conf.setNumReduceTasks(setup.reduceTasks);
    154     // 0.16
    155 //    conf.setInputPath(new Path(setup.file_path));
    156     Convert.setInputPath(conf, new Path(setup.file_path));
     153    conf.setInputPath(new Path(setup.file_path));
    157154    conf.setMapperClass(IdentityMapper.class);
    158155    conf.setCombinerClass(IdentityReducer.class);

  • sample/hadoop-0.16/tw/org/nchc/code/HBaseRecordPro.java

    r25 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/02/2008
    6  * Upgrade to 0.17
    76 */
    87

  • sample/hadoop-0.16/tw/org/nchc/code/WordCount.java

    r25 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/02/2008
    6  * Upgrade to 0.17
    76 */
    87

  • sample/hadoop-0.16/tw/org/nchc/code/WordCountFromHBase.java

    r25 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/02/2008
    6  * Upgrade to 0.17
    76 */
    87

  • sample/hadoop-0.16/tw/org/nchc/code/WordCountIntoHBase.java

    r23 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/02/2008
    6  * Upgrade to 0.17
    76 */
    87
    … …  
    107106    conf.setNumMapTasks(mapTasks);
    108107    conf.setNumReduceTasks(reduceTasks);
    109     // 0.16
    110     // conf.setInputPath(new Path(Input_Path));
    111     Convert.setInputPath(conf, new Path(Input_Path));
     108    conf.setInputPath(new Path(Input_Path));   
    112109    conf.setMapperClass(IdentityMapper.class);
    113110    conf.setCombinerClass(IdentityReducer.class);

  • sample/hadoop-0.16/tw/org/nchc/demo/DemoHBaseSink.java

    r21 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/02/2008
    6  * Upgrade to 0.17
    76 * Re-code from : Cloud9: A MapReduce Library for Hadoop
    87 */
    … …  
    2827import org.apache.hadoop.mapred.lib.IdentityMapper;
    2928import org.apache.hadoop.mapred.lib.IdentityReducer;
    30 
    31 import tw.org.nchc.code.Convert;
    3229
    3330/**
    … …  
    8178    conf.setNumMapTasks(mapTasks);
    8279    conf.setNumReduceTasks(reduceTasks);
    83     // 0.16
    84     // conf.setInputPath(new Path(filename));
    85     Convert.setInputPath(conf, new Path(filename));
    86 
     80    conf.setInputPath(new Path(filename));
    8781    conf.setMapperClass(IdentityMapper.class);
    8882    conf.setCombinerClass(IdentityReducer.class);

  • sample/hadoop-0.16/tw/org/nchc/demo/DemoHBaseSource.java

    r21 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/02/2008
    6  * Upgrade to 0.17
    76 * Re-code from : Cloud9: A MapReduce Library for Hadoop
    87 */
    … …  
    2827import org.apache.hadoop.mapred.Reducer;
    2928import org.apache.hadoop.mapred.Reporter;
    30 
    31 import tw.org.nchc.code.Convert;
    3229
    3330/**
    … …  
    104101    conf.setOutputKeyClass(Text.class);
    105102    conf.setOutputValueClass(IntWritable.class);
    106     //0.16
    107 //    conf.setOutputPath(new Path(outputPath));
    108     Convert.setOutputPath(conf,new Path(outputPath));
     103    conf.setOutputPath(new Path(outputPath));
    109104   
    110105    conf.setMapperClass(MapClass.class);

  • sample/hadoop-0.16/tw/org/nchc/demo/DemoWordCondProb.java

    r21 r27  
    3333import org.apache.hadoop.mapred.lib.IdentityReducer;
    3434
    35 import tw.org.nchc.code.Convert;
    3635import tw.org.nchc.tuple.Schema;
    3736import tw.org.nchc.tuple.Tuple;
    … …  
    185184    conf1.setNumMapTasks(numMapTasks);
    186185    conf1.setNumReduceTasks(numReduceTasks);
    187     //0.16
    188 //    conf1.setInputPath(new Path(inPath));
    189     Convert.setInputPath(conf1, new Path(inPath));
     186    conf1.setInputPath(new Path(inPath));
    190187   
    191188    conf1.setInputFormat(SequenceFileInputFormat.class);
    192189   
    193     // 0.16
    194 //    conf1.setOutputPath(new Path(output1Path));
    195     Convert.setOutputPath(conf1,new Path(output1Path));
     190    conf1.setOutputPath(new Path(output1Path));
    196191    conf1.setOutputKeyClass(Tuple.class);
    197192    conf1.setOutputValueClass(FloatWritable.class);

  • sample/hadoop-0.16/tw/org/nchc/demo/DemoWordCount.java

    r25 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/02/2008
    6  * Upgrade to 0.17
    76 */
    87/*

  • sample/hadoop-0.16/tw/org/nchc/demo/DemoWordCountTuple.java

    r21 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/02/2008
    6  * Upgrade to 0.17
    76 */
    87/*
    … …  
    2928import org.apache.hadoop.mapred.SequenceFileOutputFormat;
    3029
    31 import tw.org.nchc.code.Convert;
    3230import tw.org.nchc.tuple.Schema;
    3331import tw.org.nchc.tuple.Tuple;

  • sample/hadoop-0.16/tw/org/nchc/demo/DemoWordCountTuple2.java

    r21 r27  
    44 * From :  NCHC. Taiwn
    55 * Last Update Date: 07/02/2008
    6  * Upgrade to 0.17
    76 */
    87/*
    … …  
    2928import org.apache.hadoop.mapred.SequenceFileOutputFormat;
    3029
    31 import tw.org.nchc.code.Convert;
    3230import tw.org.nchc.tuple.ListWritable;
    3331import tw.org.nchc.tuple.Schema;

  • sample/hadoop-0.16/tw/org/nchc/demo/LogFetcher.java

    r25 r27  
     1/**
     2 * Program: LogFetcher.java
     3 * Editor: Waue Chen
     4 * From :  NCHC. Taiwn
     5 * Last Update Date: 07/02/2008
     6 */
    17/**
    28 * Copyright 2007 The Apache Software Foundation
    … …  
    95101    }
    96102  }
     103//   do it to resolve warning : FileSystem.listPaths
    97104  static public Path[] listPaths(FileSystem fsm,Path path) throws IOException
    98105  {
    … …  
    114121    jobConf.setJobName("apache log fetcher");
    115122    jobConf.set(TABLE, table);
    116     // my convert function from 0.16 to 0.17
     123//     Path[] in = FileSystem.listPaths(fs, InputDir);
    117124    Path[] in = listPaths(fs, InputDir);
    118125    if (fs.isFile(InputDir)) {
    … …  
    123130          jobConf.addInputPath(in[i]);
    124131        } else {
    125           // my convert function from 0.16 to 0.17
     132//          Path[] sub = FileSystem.listPaths(fs, in[i]);
    126133          Path[] sub = listPaths(fs, in[i]);
    127134          for (int j = 0; j < sub.length; j++) {
Note: See TracChangeset for help on using the changeset viewer.