Changes between Version 1 and Version 2 of NCHCCloudCourse100928/Lab1_1

Timestamp:

Jul 20, 2011, 11:05:20 PM (13 years ago)

Author:

waue

Comment:

--

NCHCCloudCourse100928/Lab1_1

@@ -2 +2 @@
 #!html
 <div style="text-align: center;"><big
- style="font-weight: bold;"><big><big>實作一： Hadoop Streaming 操作練習</big></big></big></div>
+ style="font-weight: bold;"><big><big>實作一： Streaming 操作練習 on Standard Mode </big></big></big></div>
 }}}
 [[PageOutline]]
@@ -32 +32 @@
 {{{
 
-hadoop@lucid:/opt/hadoop$ bin/hadoop jar ./contrib/streaming/hadoop-0.20.2-streaming.jar -input input -output output -mapper /bin/cat -reducer /usr/bin/wc
-hadoop@lucid:/opt/hadoop$ cat output/part-00000
+hadoop@lucid:/opt/hadoop$ bin/hadoop jar ./contrib/streaming/hadoop-0.20.2-streaming.jar -input input -output output-1 -mapper /bin/cat -reducer /usr/bin/wc
+hadoop@lucid:/opt/hadoop$ cat output-1/part-00000
 }}}
  * 範例二：使用 Bash Shell Script 當 Mapper 與 Reducer
@@ -39 +39 @@
 hadoop@lucid:/opt/hadoop$ echo "sed -e \"s/ /\n/g\" | grep ." > streamingMapper.sh
 hadoop@lucid:/opt/hadoop$ echo "uniq -c | awk '{print \$2 \"\t\" \$1}'" > streamingReducer.sh
-hadoop@lucid:/opt/hadoop$ chmod a+x streamingMapper.sh
-hadoop@lucid:/opt/hadoop$ chmod a+x streamingReducer.sh
-hadoop@lucid:/opt/hadoop$ bin/hadoop jar ./contrib/streaming/hadoop-0.20.2-streaming.jar -input input -output output -mapper streamingMapper.sh -reducer streamingReducer.sh -file streamingMapper.sh -file streamingReducer.sh
+hadoop@lucid:/opt/hadoop$ chmod a+x *.sh 
+hadoop@lucid:/opt/hadoop$ bin/hadoop jar ./contrib/streaming/hadoop-0.20.2-streaming.jar -input input -output output-2 -mapper streamingMapper.sh -reducer streamingReducer.sh -file streamingMapper.sh -file streamingReducer.sh
+hadoop@lucid:/opt/hadoop$ cat output-2/part-00000
 }}}
- * 觀看執行結果
-{{{
-hadoop@lucid:/opt/hadoop$ bin/hadoop fs -cat output/part-00000
-}}}
+