wiki:NCHCCloudCourse100928/Lab2

Version 4 (modified by waue, 13 years ago) (diff)

--

WordCount1 練習

hadoop@lucid:~$ cd /opt/hadoop
hadoop@lucid:/opt/hadoop$ mkdir -p input_local
hadoop@lucid:/opt/hadoop$ bin/hadoop fs -mkdir input_hdfs
hadoop@lucid:/opt/hadoop$ echo "I like NCHC Cloud Course." > input_local/input1
hadoop@lucid:/opt/hadoop$ echo "I like nchc Cloud Course, and we enjoy this course." > input_local/input2
hadoop@lucid:/opt/hadoop$ bin/hadoop fs -put input_local/* input_hdfs
hadoop@lucid:/opt/hadoop$ bin/hadoop fs -ls input_hdfs
hadoop@lucid:/opt/hadoop$ wget http://trac.nchc.org.tw/cloud/raw-attachment/wiki/jazz/Hadoop_Lab6/WordCount.java
hadoop@lucid:/opt/hadoop$ mkdir MyJava
hadoop@lucid:/opt/hadoop$ javac -classpath hadoop-*-core.jar -d MyJava WordCount.java
hadoop@lucid:/opt/hadoop$ jar -cvf wordcount.jar -C MyJava .
hadoop@lucid:/opt/hadoop$ bin/hadoop jar wordcount.jar WordCount input_hdfs/ output_hdfs/
hadoop@lucid:/opt/hadoop$ bin/hadoop fs -cat output_hdfs/part-00000