Changes between Version 29 and Version 30 of waue/2009/nutch_install

Timestamp:

Apr 28, 2009, 1:17:31 PM (15 years ago)

Author:

waue

Comment:

--

waue/2009/nutch_install

@@ -1 @@
-
 {{{
 #!html
@@ -14 +13 @@
    * 解決中文亂碼問題
    * 搜尋引擎不只是找網頁內的資料，也能爬到網頁內的檔案(如pdf,msword)
-   * 運行在多台node
+   * 也可運行在多台node
 
  = 環境 =
@@ -61 +60 @@
   <property>
     <name>fs.default.name</name>
-    <value>hdfs://node01:9000/</value>
+    <value>hdfs://localhost:9000/</value>
     <description> </description>
   </property>
   <property>
     <name>mapred.job.tracker</name>
-    <value>node01:9001</value>
+    <value>localhost:9001</value>
     <description>  </description>
   </property>
@@ -86 +85 @@
 
 = step 2 nutch下載與安裝 =
-
+ == 2.0 設定環境變數 ==
+{{{
+$ sudo su -
+# echo "export JAVA_HOME=/usr/lib/jvm/java-6-sun" >> /etc/bash.bashrc
+# exit
+# exit
+}}} 
  == 2.1 下載 nutch 並解壓縮 ==
  *  nutch 1.0 (2009/03/28 release )
@@ -153 +158 @@
 <property>
   <name>http.agent.url</name> 
-  <value>node01</value> 
+  <value>localhost</value> 
   <description>A URL to advertise in the User-Agent header. </description> 
 </property>
@@ -227 +232 @@
 }}}
 
-== 3.4 完全複製到node2 ==
-
+== 3.4 環境若要設定成叢集才要做 ==
+ * 若是單機版則不用處理此節
+ * 完全複製到node2
 {{{
 $ ssh node02 "sudo chown hadooper:hadooper /opt"