Changes between Version 1 and Version 2 of NCTU110329/Lab4

Timestamp:

Apr 19, 2011, 8:48:49 AM (15 years ago)

Author:

jazz

Comment:

--

NCTU110329/Lab4

@@ -10 +10 @@
 }}}
 
+  * 以下練習，請連線至 hadoop.nchc.org.tw 操作。
+
 == Content 1: HDFS Shell 基本操作 ==
 == Content 1: Basic HDFS Shell Commands ==
@@ -17 +19 @@
 
 {{{
-/opt/hadoop$ bin/hadoop fs -ls
-/opt/hadoop$ bin/hadoop fs -lsr
+~$ hadoop fs -ls
+~$ hadoop fs -lsr
 }}}
 
@@ -27 +29 @@
 
 {{{
-/opt/hadoop$ bin/hadoop fs -put conf input
+~$ hadoop fs -put conf input
 }}} 
 
@@ -33 +35 @@
 
 {{{
-/opt/hadoop$ bin/hadoop fs -ls
-/opt/hadoop$ bin/hadoop fs -ls input
+~$ hadoop fs -ls
+~$ hadoop fs -ls input
 }}}
  
@@ -43 +45 @@
 
 {{{
-/opt/hadoop$ bin/hadoop fs -get input fromHDFS
+~$ hadoop fs -get input fromHDFS
 }}} 
 
@@ -49 +51 @@
 
 {{{
-/opt/hadoop$ ls -al | grep fromHDFS
-/opt/hadoop$ ls -al fromHDFS
+~$ ls -al | grep fromHDFS
+~$ ls -al fromHDFS
 }}}  
 
@@ -57 +59 @@
 
 {{{
-/opt/hadoop$ bin/hadoop fs -ls input
-/opt/hadoop$ bin/hadoop fs -rm input/masters
+~$ hadoop fs -ls input
+~$ hadoop fs -rm input/masters
 }}} 
 
@@ -65 +67 @@
 
 {{{
-/opt/hadoop$ bin/hadoop fs -ls input
-/opt/hadoop$ bin/hadoop fs -cat input/slaves
+~$ hadoop fs -ls input
+~$ hadoop fs -cat input/slaves
 }}} 
 
@@ -73 +75 @@
 
 {{{
-hadooper@vPro:/opt/hadoop$ bin/hadoop fs 
+hadooper@vPro:~$ hadoop fs 
 
 Usage: java FsShell
@@ -115 +117 @@
 -archives <comma separated list of archives>    specify comma separated archives to be unarchived on the compute machines.
 The general command line syntax is
-bin/hadoop command [genericOptions] [commandOptions]
+hadoop command [genericOptions] [commandOptions]
 }}}  
  
@@ -127 +129 @@
 == Content 3: More about HDFS Shell ==
  
- * bin/hadoop fs <args> ，下面則列出 <args> 的用法[[BR]]Following are the examples of hadoop fs related commands.
+ * hadoop fs <args> ，下面則列出 <args> 的用法[[BR]]Following are the examples of hadoop fs related commands.
  * 以下操作預設的目錄在 /user/<$username>/ 下[[BR]]By default, your working directory will be at /user/<$username>/.
 {{{
-$ bin/hadoop fs -ls input
+$ hadoop fs -ls input
 Found 4 items
 -rw-r--r--   2 hadooper supergroup  115045564 2009-04-02 11:51 /user/hadooper/input/1.txt
@@ -139 +141 @@
  * 完整的路徑則是 '''hdfs://node:port/path''' 如：[[BR]]Or you have to give a __''absolute path''__, such as '''hdfs://node:port/path'''
 {{{
-$ bin/hadoop fs -ls hdfs://gm1.nchc.org.tw:9000/user/hadooper/input
+$ hadoop fs -ls hdfs://gm1.nchc.org.tw:9000/user/hadooper/input
 Found 4 items
 -rw-r--r--   2 hadooper supergroup  115045564 2009-04-02 11:51 /user/hadooper/input/1.txt
@@ -151 +153 @@
  * 將路徑指定文件的內容輸出到 STDOUT [[BR]] Print given file content to STDOUT
 {{{
-$ bin/hadoop fs -cat quota/hadoop-env.sh
+$ hadoop fs -cat quota/hadoop-env.sh
 }}} 
 
@@ -158 +160 @@
  * 改變文件所屬的組 [[BR]] Change '''owner group''' of given file or folder
 {{{
-$ bin/hadoop fs -chgrp -R hadooper own
+$ hadoop fs -chgrp -R hadooper own
 }}}
 
@@ -165 +167 @@
  * 改變文件的權限 [[BR]] Change '''read and write permission''' of given file or folder
 {{{
-$ bin/hadoop fs -chmod -R 755 own
+$ hadoop fs -chmod -R 755 own
 }}}
 
@@ -172 +174 @@
  * 改變文件的擁有者 [[BR]] Change '''owner''' of given file or folder
 {{{
-$ bin/hadoop fs -chown -R hadooper own
+$ hadoop fs -chown -R hadooper own
 }}}
 
@@ -179 +181 @@
  * 從 local 放檔案到 hdfs [[BR]] Both commands will copy given file or folder from local to HDFS
 {{{
-$ bin/hadoop fs -put input dfs_input
+$ hadoop fs -put input dfs_input
 }}}
 
@@ -186 +188 @@
  * 把hdfs上得檔案下載到 local [[BR]] Both commands will copy given file or folder from HDFS to local
 {{{
-$ bin/hadoop fs -get dfs_input input1
+$ hadoop fs -get dfs_input input1
 }}}
 
@@ -193 +195 @@
  * 將文件從 hdfs 原本路徑複製到 hdfs 目標路徑 [[BR]] Copy given file or folder from HDFS source path to HDFS target path
 {{{
-$ bin/hadoop fs -cp own hadooper
+$ hadoop fs -cp own hadooper
 }}}
 
@@ -200 +202 @@
  * 顯示目錄中所有文件的大小 [[BR]] Display the size of files in given folder
 {{{
-$ bin/hadoop fs -du input
+$ hadoop fs -du input
 
 Found 4 items
@@ -212 +214 @@
  * 顯示該目錄/文件的總大小 [[BR]] Display total size of given folder
 {{{
-$ bin/hadoop fs -dus input
+$ hadoop fs -dus input
 
 hdfs://gm1.nchc.org.tw:9000/user/hadooper/input 143451003
@@ -221 +223 @@
  * 清空垃圾桶 [[BR]] Clean up Recycled
 {{{
-$ bin/hadoop fs -expunge
+$ hadoop fs -expunge
 }}}
 
@@ -228 +230 @@
  * 將來源目錄<src>下所有的文件都集合到本地端一個<localdst>檔案內 [[BR]] Merge all files in HDFS source folder <src> into one local file
 {{{
-$ bin/hadoop fs -getmerge <src> <localdst> 
+$ hadoop fs -getmerge <src> <localdst> 
 }}}
 {{{
 $ echo "this is one; " >> in1/input
 $ echo "this is two; " >> in1/input2
-$ bin/hadoop fs -put in1 in1
-$ bin/hadoop fs -getmerge in1 merge.txt
+$ hadoop fs -put in1 in1
+$ hadoop fs -getmerge in1 merge.txt
 $ cat ./merge.txt
 }}}
@@ -244 +246 @@
  * 目錄名 <dir> 修改日期 修改時間 權限 用戶ID 組ID [[BR]] <folder name> <modified date> <modified time> <permission> <user id> <group id>
 {{{
-$ bin/hadoop fs -ls
+$ hadoop fs -ls
 }}}
 
@@ -251 +253 @@
  * ls 命令的遞迴版本 [[BR]] list files and folders with recursive
 {{{
-$ bin/hadoop fs -lsr /
+$ hadoop fs -lsr /
 }}}
 
@@ -258 +260 @@
  * 建立資料夾 [[BR]] create directories
 {{{
-$ bin/hadoop fs -mkdir a b c
+$ hadoop fs -mkdir a b c
 }}}
 
@@ -265 +267 @@
  * 將 local 端的資料夾剪下移動到 hdfs 上 [[BR]] move local files or folder to HDFS ( it will delete local files or folder. )
 {{{
-$ bin/hadoop fs -moveFromLocal in1 in2
+$ hadoop fs -moveFromLocal in1 in2
 }}}
 
@@ -272 +274 @@
  * 更改資料的名稱 [[BR]] Change file name or folder name.
 {{{
-$ bin/hadoop fs -mv in2 in3
+$ hadoop fs -mv in2 in3
 }}}
 
@@ -279 +281 @@
  * 刪除指定的檔案（不可資料夾）[[BR]] Remove given files (not folders)
 {{{
-$ bin/hadoop fs -rm in1/input
+$ hadoop fs -rm in1/input
 }}}
 === -rmr ===
@@ -285 +287 @@
  * 遞迴刪除資料夾（包含在內的所有檔案） [[BR]] Remove given files and folders with recursive
 {{{
-$ bin/hadoop fs -rmr in1
+$ hadoop fs -rmr in1
 }}}
 
@@ -292 +294 @@
  * 設定副本係數 [[BR]] setup replication numbers of given files or folder
 {{{
-$ bin/hadoop fs -setrep [-R] [-w] <rep> <path/file>
-}}}
-{{{
-$ bin/hadoop fs -setrep -w 2 -R input 
+$ hadoop fs -setrep [-R] [-w] <rep> <path/file>
+}}}
+{{{
+$ hadoop fs -setrep -w 2 -R input 
 Replication 2 set: hdfs://gm1.nchc.org.tw:9000/user/hadooper/input/1.txt
 Replication 2 set: hdfs://gm1.nchc.org.tw:9000/user/hadooper/input/2.txt
@@ -310 +312 @@
  * 印出時間資訊 [[BR]] Print Status of time stamp of folder
 {{{
-$ bin/hadoop fs -stat input
+$ hadoop fs -stat input
 2009-04-02 03:51:29
 }}}
@@ -318 +320 @@
  * 用法  Usage
 {{{
-bin/hadoop fs -tail [-f] 檔案 (-f 參數用來顯示如果檔案增大，則秀出被append上得內容)
-bin/hadoop fs -tail [-f] <path/file> (-f is used when file had appended)
-}}}
-{{{
-$ bin/hadoop fs -tail input/1.txt
+hadoop fs -tail [-f] 檔案 (-f 參數用來顯示如果檔案增大，則秀出被append上得內容)
+hadoop fs -tail [-f] <path/file> (-f is used when file had appended)
+}}}
+{{{
+$ hadoop fs -tail input/1.txt
 }}}
 
@@ -331 +333 @@
  * 用法 Usage
 {{{
-$ bin/hadoop fs -test -[ezd] URI
-}}}
- 
-{{{
-$ bin/hadoop fs -test -e /user/hadooper/input/5.txt
-$ bin/hadoop fs -test -z /user/hadooper/input/5.txt
+$ hadoop fs -test -[ezd] URI
+}}}
+ 
+{{{
+$ hadoop fs -test -e /user/hadooper/input/5.txt
+$ hadoop fs -test -z /user/hadooper/input/5.txt
 test: File does not exist: /user/hadooper/input/5.txt
-$ bin/hadoop fs -test -d /user/hadooper/input/5.txt
+$ hadoop fs -test -d /user/hadooper/input/5.txt
 
 test: File does not exist: /user/hadooper/input/5.txt
@@ -356 +358 @@
  * ps : 目前沒支援zip的函式庫 [[BR]] PS. It does not support zip files yet.
 {{{
-$ bin/hadoop fs -text b/a.txt.zip
+$ hadoop fs -text b/a.txt.zip
 PK
 ���:��H{
@@ -370 +372 @@
  * 建立一個空文件 [[BR]] creat an empty file
 {{{
-$ bin/hadoop fs -touchz b/kk
-$ bin/hadoop fs -test -z b/kk
+$ hadoop fs -touchz b/kk
+$ hadoop fs -test -z b/kk
 $ echo $?
 1
-$ bin/hadoop fs -test -z b/a.txt.zip
+$ hadoop fs -test -z b/a.txt.zip
 $ echo $?
 0