Changes between Version 3 and Version 4 of jazz/Hadoop_Lab6


Ignore:
Timestamp:
Mar 26, 2009, 9:24:54 AM (15 years ago)
Author:
waue
Comment:

--

Legend:

Unmodified
Added
Removed
Modified
  • jazz/Hadoop_Lab6

    v3 v4  
    22
    33{{{
    4 cd $HADOOP_HOME
    5 bin/hadoop dfs -mkdir input
    6 echo "I like NCHC Cloud Course." > input1
    7 echo "I like nchc Cloud Course, and we enjoy this crouse." > input2
    8 bin/hadoop dfs -put input1 input
    9 bin/hadoop dfs -put input2 input
    10 bin/hadoop dfs -ls input
     4$ cd /opt/hadoop
     5$ bin/hadoop dfs -mkdir input
     6$ echo "I like NCHC Cloud Course." > input1
     7$ echo "I like nchc Cloud Course, and we enjoy this crouse." > input2
     8$ bin/hadoop dfs -put input1 input
     9$ bin/hadoop dfs -put input2 input
     10$ bin/hadoop dfs -ls input
    1111}}}
    1212
     
    1414
    1515{{{
    16 mkdir MyJava
    17 javac -classpath hadoop-*-core.jar -d MyJava WordCount.java
    18 jar -cvf wordcount.jar -C MyJava .
    19 bin/hadoop jar wordcount.jar WordCount input/ output/
    20 dfs -cat output/part-00000
     16$ mkdir MyJava
     17$ javac -classpath hadoop-*-core.jar -d MyJava WordCount.java
     18$ jar -cvf wordcount.jar -C MyJava .
     19$ bin/hadoop jar wordcount.jar WordCount input/ output/
     20$ dfs -cat output/part-00000
    2121}}}
    2222
    2323-----
    2424{{{
    25 echo "\." >pattern.txt && echo "\," >>pattern.txt
    26 bin/hadoop dfs -put pattern.txt ./
    27 mkdir MyJava2
     25$ echo "\." >pattern.txt && echo "\," >>pattern.txt
     26$ bin/hadoop dfs -put pattern.txt ./
     27$ mkdir MyJava2
    2828}}}
    2929
     
    3131
    3232{{{
    33 javac -classpath hadoop-*-core.jar -d MyJava2 WordCount2.java
    34 jar -cvf wordcount2.jar -C MyJava2 .
    35 bin/hadoop jar wordcount2.jar WordCount2 input output2 -skip pattern.txt
    36 dfs -cat output2/part-00000
    37 bin/hadoop jar wordcount2.jar WordCount2 -Dwordcount.case.sensitive=false input output3 -skip pattern.txt
    38 dfs -cat output3/part-00000
     33$ javac -classpath hadoop-*-core.jar -d MyJava2 WordCount2.java
     34$ jar -cvf wordcount2.jar -C MyJava2 .
     35$ bin/hadoop jar wordcount2.jar WordCount2 input output2 -skip pattern.txt
     36$ dfs -cat output2/part-00000
     37$ bin/hadoop jar wordcount2.jar WordCount2 -Dwordcount.case.sensitive=false input output3 -skip pattern.txt
     38$ dfs -cat output3/part-00000
    3939}}}