source: nutchez-0.2/src/test/nutchez @ 198

Last change on this file since 198 was 198, checked in by rock, 14 years ago

修改 install 工作路徑變數

File size: 12.5 KB
RevLine 
[162]1#!/bin/bash
2# Program:
3#   NutchEz management interface
4# Author:
5#   Waue, Shunfa, Rock {waue, shunfa, rock}@nchc.org.tw
6# Version:
7#    1.0
8# History:
9#   2010/06/07  Rock    First release (1.0)
10
[172]11# [Variables Declaration] #
[186]12DIALOG="dialog"
[162]13main_choice=
[186]14lang=
[162]15
[172]16# [PATH Declaration] #
[186]17NutchEZ_Install_PATH="/opt/nutchez"
18Tomcat_HOME="/opt/nutchez/tomcat"
19NutchEZ_HOME="/home/nutchuser/nutchez"
[196]20Work_Path="./"
21Work_Path_J=0
[171]22
[198]23# Work Path setup
[196]24echo $0 | grep '/' || Work_Path_J=1
25if [ "$Work_Path_J" == "0"  ]; then
26  Work_Path=$(echo $0 | sed 's/nutchez//')
27fi
28
[186]29# [Env Declaration] #
[194]30. $Work_Path/lang_en_US_nutchez
[186]31
[172]32# [Functions Declaration] #
[186]33## [Pre-check for language] ##
34function prepare_lang(){
35lang=$(locale | grep 'LANG=' | cut -d "=" -f2)
36
37# if lang=zh then source lang_zh_TW_nutchez
[194]38echo $lang | grep 'zh' && source $Work_Path/lang_zh_TW_nutchez
[186]39}
40
41
42## [Pre-Check for nutch_nodes file] ##
[162]43function prepare_check(){ 
[172]44# 若無 nutchez_nodes 則跳出
45if [ ! -e "${NutchEZ_HOME}/system/nutch_nodes" ]; then
[186]46    $DIALOG --clear --backtitle "$dia_back" --title "$dia_pre_check_title_1" \
47    --msgbox "$dia_pre_check_msg_1 $NutchEZ_HOME/system/nutch_nodes !!!" 10 40
[162]48    exit
49fi
50
[172]51# 判斷 nutch_nodes 和 nutch_nodes.back
52# 第一次執行則要求 user 更新 /etc/hosts
53if [ ! -e "${NutchEZ_HOME}/system/nutch_nodes.bak" ]; then
[186]54    $DIALOG --clear --backtitle "$dia_back" --title "$dia_pre_check_title_2" \
55    --yesno "$dia_pre_check_yesno_1\n$dia_pre_check_yesno_2" 10 55
[162]56
[186]57    echo -e "$pre_check_echo_1"
[172]58    ./duplicate_del "${NutchEZ_HOME}/system/nutch_nodes"
59    su root -c "./duplicate_del /etc/hosts && ./add_hosts ${NutchEZ_HOME}/system/nutch_nodes /etc/hosts"
60    # 若密碼輸入失敗則跳出
61    if [ $? == "1" ]; then
[186]62        echo "$pre_check_echo_2"
[172]63        exit
64    fi 
65# 若 nutch_nodes 被更新過,則要求更新 /etc/hosts
66elif [ ${NutchEZ_HOME}/system/nutch_nodes -nt ${NutchEZ_HOME}/system/nutch_nodes.bak ]; then
[186]67    $DIALOG --clear --backtitle "$dia_back" --title "$dia_pre_check_title_2" \
68    --yesno "$dia_pre_check_yesno_3\n$dia_pre_check_yesno_2" 10 55
[165]69
[186]70    echo -e "$pre_check_echo_1"
[172]71    ./duplicate_del "${NutchEZ_HOME}/system/nutch_nodes"
72    su root -c "./duplicate_del /etc/hosts && ./add_hosts ${NutchEZ_HOME}/system/nutch_nodes /etc/hosts"
73    # 若密碼輸入失敗則跳出                   
74    if [ $? == "1" ]; then                   
[186]75        echo "$pre_check_echo_2="
[172]76        exit                                 
77    fi
78fi
[162]79}
80
[172]81## [Main Menu] ##
[162]82function main_menu(){
83main_choice="/tmp/main_choice"
84
[186]85$DIALOG --clear --backtitle "$dia_back" \
86    --title "$dia_main_title_1" \
87        --menu "$dia_choose" 15 60 7 \
88        "cluster_status" "$dia_main_menu_1_1" \
89        "cluster_setup" "$dia_main_menu_1_2" \
90        "server_setup" "$dia_main_menu_1_3" \
91        "tomcat_switch" "$dia_main_menu_1_4" \
92        "tomcat_port" "$dia_main_menu_1_5" \
93        "lang_switch" "$dia_main_menu_1_6" \
94        "exit" "$dia_exit" 2>$main_choice
[162]95}
96
[174]97## [Cluster Status (datanode & tasktracker)] ##
98function cluster_status(){
99IP_list=$(cat $NutchEZ_HOME/system/nutch_nodes | grep -v '^$' | grep -v '#'  | awk '{print $1}')
100clusterStatus="/tmp/clusterStatus"
101rm $clusterStatus 2> /dev/null
102#printf '%16s\t %11s\t %10s\t %25s\n' "[IP] [Hostanme] [Network] [Dtatnode & Tasktracker]" >>$clusterStatus
[186]103echo -e "$cluster_status_echo_1" >>$clusterStatus
[174]104echo -e "------------------------------------------------------------------------" >>$clusterStatus
[186]105echo -e "\n$cluster_status_echo_2"
[174]106for ip in $IP_list
107do
108    # Check Network status
109    ip_status="online"
110    ping -c1 -w1 $ip 2>&1 > /dev/null || ip_status="offline"
111    # Check Hadoop/Nutch service through ssh
112    Task_Data_status="stop"
113    if [ $ip_status == "online" ]; then
114    Task_Data=$(ssh -o StrictHostKeyChecking=no $ip "jps |grep TaskTracker ; jps | grep  DataNode")
115    fi
116
[175]117    [ -z "$Task_Data" ] || Task_Data_status="running"
[174]118    host_name=$(cat $NutchEZ_HOME/system/nutch_nodes | grep $ip | awk '{print $2}')
[186]119    echo -e "$ip  $host_name \t\t $ip_status \t $Task_Data_status" >>$clusterStatus
[174]120#    printf '%16s\t %11s\t %10s\t %25s\n' "$ip $host_name $ip_status $Task_Data_status" >>$clusterStatus
121done
122
[186]123read -p "$cluster_status_read_1"
124$DIALOG --clear --backtitle "$dia_back" \
125     --title "$dia_cluster_status_title_1" --textbox $clusterStatus 20 90
[174]126}
127
[183]128
[186]129## [Server Setup (namenode & jobtracker)] ##
[183]130function server_setup(){
131serverSetup=/tmp/serverSetup
132pid_name=$(jps | grep NameNode)
133pid_job=$(jps | grep JobTracker)
134
135if [ -z "$pid_name" -a -z "$pid_job" ]; then                                                                                               
[186]136    $DIALOG --clear --backtitle "$dia_back" --title "$dia_server_title_1" \
137    --msgbox "$dia_server_msg_1" 7 50
[183]138elif [ -z "$pid_name" -a -n "$pid_job" ]; then
[186]139    $DIALOG --clear --backtitle "$dia_back" --title "$dia_server_title_1" \
140    --msgbox "$dia_server_msg_2" 7 50
[183]141elif [ -n "$pid_name" -a -z "$pid_job" ]; then
[186]142    $DIALOG --clear --backtitle "$dia_back" --title "$dia_server_title_1" \
143    --msgbox "$dia_server_msg_3" 7 50
[183]144else
[186]145    $DIALOG --clear --backtitle "$dia_back" --title "$dia_server_title_1" \
146    --msgbox "$dia_server_msg_4" 7 50
[183]147fi
148
[186]149$DIALOG --clear --backtitle "$dia_back" --title "$dia_server_title_2" \
150    --menu "$dia_choose" 15 65 4 \
151    "start" "$dia_server_menu_1_1" \
152    "stop" "$dia_server_menu_1_2" \
153    "restart" "$dia_server_menu_1_3" \
154    "exit" "$dia_exit" 2>$serverSetup
[183]155
156if [ "$(cat $serverSetup)" == "start" ]; then
157    $NutchEZ_Install_PATH/nutch/bin/start-dfs.sh
158    $NutchEZ_Install_PATH/nutch/bin/start-mapred.sh
159elif [ "$(cat $serverSetup)" == "stop" ]; then
160    $NutchEZ_Install_PATH/nutch/bin/stop-dfs.sh
161    $NutchEZ_Install_PATH/nutch/bin/stop-mapred.sh
162elif [ "$(cat $serverSetup)" == "restart" ]; then
163    $NutchEZ_Install_PATH/nutch/bin/stop-dfs.sh
164    $NutchEZ_Install_PATH/nutch/bin/stop-mapred.sh
165    $NutchEZ_Install_PATH/nutch/bin/start-dfs.sh
166    $NutchEZ_Install_PATH/nutch/bin/start-mapred.sh
167else
168    exit
169fi
170}
171
172
[172]173## [Cluster Setup (datanode & tasktracker)] ##
[162]174function cluster_setup(){
[172]175# 從 nutch_nodes 讀出 ip 和 hostname
176#IP_list=$(cat $NutchEZ_HOME/system/nutch_nodes | grep -v '^$' | grep -v '#' | awk '{print $1}')
177#HOST_list=$(cat $NutchEZ_HOME/system/nutch_nodes | grep -v '^$' | grep -v '#' | awk '{print $2}')
178LIST_status="off"
179allpart="/tmp/allpart"
180runNodes="/tmp/runNodes"
181clusterSetup="/tmp/clusterSetup"
[162]182
[186]183$DIALOG --clear --backtitle "$dia_back" \
184    --title "$dia_cluster_setup_title_1" \
185    --menu "$dia_choose" 15 55 3 \
186    "All" "$dia_cluster_setup_menu_1_1" \
187    "Part" "$dia_cluster_setup_menu_1_2" \
188    "Exit" "$dia_exit" 2>$allpart
[162]189
[172]190# 判斷是否選 all 和 part,若是 all 直接到服務選單,若是 part 則先到機器選單
[177]191if [ "$(cat $allpart)" == "All" ]; then
[172]192     cat $NutchEZ_HOME/system/nutch_nodes | grep -v '^$' | grep -v '#'  | awk '{print $1}' >$runNodes
[177]193elif [ "$(cat $allpart)" == "Part" ]; then
[186]194    $DIALOG --clear --backtitle "$dia_back" --title "$dia_cluster_setup_title_2" \
195    --checklist "$dia_cluster_setup_check_1" 15 55 7 $(cat $NutchEZ_HOME/system/nutch_nodes | \
[172]196    grep -v '^$' | grep -v '#'  | awk '{print $1 "\t" $2 "\t" "$LIST_status" }') 2>$runNodes
[177]197else
198    exit
[172]199fi
200
[177]201if [ -z "$(cat $runNodes)" ]; then
[180]202    exit
203else
204    $(cat $runNodes) | sed -i 's/"//g' $runNodes 
[177]205fi
206
[186]207$DIALOG --clear --backtitle "$dia_back" --title "$dia_cluster_setup_title_3" \
208    --menu "$dia_choose" 15 65 4 \
209    "start" "$dia_cluster_setup_menu_2_1" \
210    "stop" "$dia_cluster_setup_menu_2_2" \
211    "restart" "$dia_cluster_setup_menu_2_3" \
212    "exit" "$dia_exit" 2>$clusterSetup
[162]213
214if [ "$(cat $clusterSetup)" == "start" ]; then
[186]215    echo -e "\n$cluster_setup_echo_1"
216    for node in $(cat $runNodes) 
[162]217    do
[176]218        ssh -o StrictHostKeyChecking=no $node "$NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh start datanode \
[186]219        ; $NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh start tasktracker" 2>/dev/null
220        [ $? == "0" ] || echo "$cluster_setup_echo_error $node !!!"
[162]221    done
222elif [ "$(cat $clusterSetup)" == "stop" ]; then
[186]223    echo -e "\n$cluster_setup_echo_3"
[172]224    for node in $(cat $runNodes)
[162]225    do
[176]226        ssh -o StrictHostKeyChecking=no $node "$NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh stop datanode \
[186]227        ; $NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh stop tasktracker" 2>/dev/null
228        [ $? == "0" ] || echo "$cluster_setup_echo_error $node !!!"
[162]229    done
[177]230elif [ "$(cat $clusterSetup)" == "restart"  ]; then
[186]231    echo -e "\n$cluster_setup_echo_5"
[172]232    for node in $(cat $runNodes)
233    do 
[176]234        ssh -o StrictHostKeyChecking=no $node "$NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh stop datanode \
[177]235        ; $NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh stop tasktracker \
236        ; $NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh start datanode \
[186]237        ; $NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh start tasktracker" 2>/dev/null
238        [ $? == "0" ] || echo "$cluster_setup_echo_error $node !!!"
[172]239    done
[177]240else
241    exit
[162]242fi
243}
244
[172]245## [Tomcat Severice start/stop/restart] ##
[162]246function tomcat_switch(){
[186]247tom_pids=$(ps x | grep -v 'grep' | grep "tomcat" | awk '{print $1}')
248if [ -n "$tom_pids" ]; then
249    $DIALOG --clear --backtitle "$dia_back" --title "$dia_tomcat_switch_title_1" \
250        --msgbox "$dia_tomcat_switch_msg_1" 7 50
[162]251else
[186]252    $DIALOG --clear --backtitle "$dia_back" --title "$dia_tomcat_switch_title_1" \
253        --msgbox "$dia_tomcat_switch_msg_2" 7 50
[162]254fi
255tomcatSwitch="/tmp/tomcatSwitch"
[186]256$DIALOG --clear --backtitle "$dia_back" --title "$dia_tomcat_switch_title_2" \
257    --menu "$dia_choose" 15 55 4 \
258        "start" "$dia_tomcat_switch_menu_1_1" \
259        "stop" "$dia_tomcat_switch_menu_1_2" \
260        "restart" "$dia_tomcat_switch_menu_1_3" \
261        "exit" "$dia_exit" 2>$tomcatSwitch
[162]262
[177]263if [ "$(cat $tomcatSwitch)" == "exit" ]; then
264    exit 0
265fi
266
267# jude $Tomcat_HOME/bin/startup.sh
268if [ ! -e $Tomcat_HOME/bin/startup.sh ]; then
[186]269    echo -e "\n$tomcat_switch_echo_1 $Tomcat_HOME/bin/startup.sh"
[177]270    exit
271fi
272
[184]273if [ ! -e $Tomcat_HOME/bin/shutdown.sh ]; then
[186]274    echo -e "\n$tomcat_switch_echo_1 $Tomcat_HOME/bin/shutdown.sh"
[177]275    exit
276fi
277
[162]278if [ "$(cat $tomcatSwitch)" == "start" ]; then
[186]279    echo "$tomcat_switch_echo_3"
[176]280    $Tomcat_HOME/bin/startup.sh
[162]281elif [ "$(cat $tomcatSwitch)" == "stop" ]; then
[186]282    echo "$tomcat_switch_echo_4"
[176]283    $Tomcat_HOME/bin/shutdown.sh
[186]284    for tom_pid in $tom_pids
285    do
286        kill -9 $tom_pid 2>/dev/null
287    done
[162]288elif [ "$(cat $tomcatSwitch)" == "restart" ]; then
[186]289    echo "$tomcat_switch_echo_5"
[176]290    $Tomcat_HOME/bin/shutdown.sh
[186]291    for tom_pid in $tom_pids
292    do
293        kill -9 $tom_pid 2>/dev/null
294    done
[176]295    $Tomcat_HOME/bin/startup.sh
[162]296else
297    exit 0
298fi
299}
300
[172]301## [Tomcat Port Change] ##
[162]302function tomcat_port(){
303
[176]304if [ ! -e $Tomcat_HOME/conf/server.xml ]; then
[186]305    $DIALOG --clear --backtitle "$dia_back" --title "$dia_tomcat_port_title_1" \
306        --msgbox "$dia_tomcat_port_msg_1 $Tomcat_HOME/conf/server.xml !!!" 10 50
[162]307    exit
308fi
309tomcatPort="/tmp/tomcatPort"
[186]310$DIALOG --clear --backtitle "$dia_back" --title "$dia_tomcat_port_title_2" \
311    --inputbox "$dia_tomcat_port_input_1" 10 55 2>$tomcatPort
[162]312
[177]313if [ -z "$(cat $tomcatPort)" ]; then
[162]314    exit
315else
[176]316    modify_line_nu=$(cat -n $Tomcat_HOME/conf/server.xml | grep -v SSL | grep 'HTTP/1.1' | grep '<Connector' | awk '{print $1}')
[182]317    sed -i "${modify_line_nu}c <Connector port=\"$(cat $tomcatPort)\" protocol=\"HTTP/1.1\"" $Tomcat_HOME/conf/server.xml
[186]318
319    tom_pids=$(ps x | grep -v 'grep' | grep "tomcat" | awk '{print $1}')
[176]320    $Tomcat_HOME/bin/shutdown.sh
[186]321    for tom_pid in $tom_pids
322       do
323           kill -9 $tom_pid 2>/dev/null
324       done
[176]325    $Tomcat_HOME/bin/startup.sh
[162]326fi
327}
328
329
[172]330## [Language Change] ##
[162]331function lang_switch(){
332langSwitch="/tmp/langSwitch"
[186]333$DIALOG --clear --backtitle "$dia_back" --title "$dia_lang_title_1" \
334    --menu "$dia_choose" 15 55 3 \
335    "en_US" "$dia_lang_menu_1_1" \
336    "zh_TW" "$dia_lang_menu_1_2" \
337    "Exit" "$dia_exit" 2>$langSwitch
[162]338#
[177]339if [ "$(cat $langSwitch)" == "Exit" ]; then
340    exit
[186]341elif [ "$(cat $langSwitch)" == "en_US" ]; then
[194]342    source $Work_Path/lang_en_US_nutchez
[186]343    main_menu
344    menu_choose
345elif [ "$(cat $langSwitch)" == "zh_TW" ]; then
[194]346    source $Work_Path/lang_zh_TW_nutchez
[186]347    main_menu
348    menu_choose
[177]349fi
[162]350}
351
[186]352## [Menu_choose] ##
353function menu_choose(){
[162]354case $(cat $main_choice) in
[174]355    "cluster_status")
356        cluster_status;;
[186]357    "cluster_setup")
358        cluster_setup;;
[183]359    "server_setup")   
360        server_setup;;
[162]361    "tomcat_switch")
362        tomcat_switch;;
363    "tomcat_port")
364        tomcat_port;;
365    "lang_switch")
366        lang_switch;;
367esac
[186]368}
369
370# [Main Code] #
371if [ $USER != "nutchuser" ]; then
372    echo -e "\n$user_error"
373    exit
374fi
375
376prepare_lang
377prepare_check
378main_menu
379menu_choose
Note: See TracBrowser for help on using the repository browser.