Changes between Version 8 and Version 9 of waue/2009/0715

Timestamp:

Jul 15, 2009, 5:31:16 PM (15 years ago)

Author:

waue

Comment:

--

waue/2009/0715

@@ -17 +17 @@
 
 {{{
-public static class Map extends MapReduceBase implements Mapper<LongWritable, Text, Text, IntWritable> {
-public void map(LongWritable key, Text value, OutputCollector<Text, IntWritable> output, Reporter reporter) throws IOException {
-
-while (tokenizer.hasMoreTokens()) {
-                private final static IntWritable one = new IntWritable(1);
-                private Text word = new Text();
-                output.collect(word, one);
-
+#!java
+14.          public static class Map extends MapReduceBase implements Mapper<LongWritable, Text, Text, IntWritable> {
+15.          private final static IntWritable one = new IntWritable(1);
+16.          private Text word = new Text();
+17.     
+18.          public void map(LongWritable key, Text value, OutputCollector<Text, IntWritable> output, Reporter reporter) throws IOException {
+19.            String line = value.toString();
+20.            StringTokenizer tokenizer = new StringTokenizer(line);
+21.            while (tokenizer.hasMoreTokens()) {
+22.              word.set(tokenizer.nextToken());
+23.              output.collect(word, one);
+24.            }
+25.          }
+26.        }
+27.     
+28.        public static class Reduce extends MapReduceBase implements Reducer<Text, IntWritable, Text, IntWritable> {
+29.          public void reduce(Text key, Iterator<IntWritable> values, OutputCollector<Text, IntWritable> output, Reporter reporter) throws IOException {
+30.            int sum = 0;
+31.            while (values.hasNext()) {
+32.              sum += values.next().get();
+33.            }
+34.            output.collect(key, new IntWritable(sum));
+35.          }
+36.        }
 }}}
-
-{{{
-public static class Reduce extends MapReduceBase implements Reducer<Text, IntWritable, Text, IntWritable> {
-public void reduce(Text key, Iterator<IntWritable> values,OutputCollector<Text, IntWritable> output, Reporter reporter) throws IOException {
-int sum = 0;
-while (values.hasNext()) {
-        sum += values.next().get();
-}
-output.collect(key, new IntWritable(sum));
-
-}}}