| 1 | #!/bin/bash |
|---|
| 2 | # Program: |
|---|
| 3 | # NutchEz management interface |
|---|
| 4 | # Author: |
|---|
| 5 | # Waue, Shunfa, Rock {waue, shunfa, rock}@nchc.org.tw |
|---|
| 6 | # Version: |
|---|
| 7 | # 1.0 |
|---|
| 8 | # History: |
|---|
| 9 | # 2010/06/07 Rock First release (1.0) |
|---|
| 10 | |
|---|
| 11 | # [Variables Declaration] # |
|---|
| 12 | DIALOG=dialog |
|---|
| 13 | main_choice= |
|---|
| 14 | |
|---|
| 15 | # [PATH Declaration] # |
|---|
| 16 | NutchEZ_Install_PATH=/opt/nutchez |
|---|
| 17 | Tomcat_HOME=/opt/nutchez/tomcat |
|---|
| 18 | NutchEZ_HOME=/home/nutchuser/nutchez |
|---|
| 19 | |
|---|
| 20 | # [Functions Declaration] # |
|---|
| 21 | ## [Prepare Check] ## |
|---|
| 22 | function prepare_check(){ |
|---|
| 23 | # 若無 nutchez_nodes 則跳出 |
|---|
| 24 | if [ ! -e "${NutchEZ_HOME}/system/nutch_nodes" ]; then |
|---|
| 25 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" --title "[nutch_nodes Files]" \ |
|---|
| 26 | --msgbox "Fail: Don't find $NutchEZ_HOME/system/nutch_nodes !!!" 10 40 |
|---|
| 27 | exit |
|---|
| 28 | fi |
|---|
| 29 | |
|---|
| 30 | # 判斷 nutch_nodes 和 nutch_nodes.back |
|---|
| 31 | # 第一次執行則要求 user 更新 /etc/hosts |
|---|
| 32 | if [ ! -e "${NutchEZ_HOME}/system/nutch_nodes.bak" ]; then |
|---|
| 33 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" --title "[/etc/host Update]" \ |
|---|
| 34 | --yesno "First execut nutchez management interface.\nPlz update /etc/hosts !!!" 10 55 |
|---|
| 35 | |
|---|
| 36 | echo -e "Plz input root password to update /etc/hosts !!!" |
|---|
| 37 | ./duplicate_del "${NutchEZ_HOME}/system/nutch_nodes" |
|---|
| 38 | su root -c "./duplicate_del /etc/hosts && ./add_hosts ${NutchEZ_HOME}/system/nutch_nodes /etc/hosts" |
|---|
| 39 | # 若密碼輸入失敗則跳出 |
|---|
| 40 | if [ $? == "1" ]; then |
|---|
| 41 | echo "Root password is error ! Plz check root password !!!" |
|---|
| 42 | exit |
|---|
| 43 | fi |
|---|
| 44 | # 若 nutch_nodes 被更新過,則要求更新 /etc/hosts |
|---|
| 45 | elif [ ${NutchEZ_HOME}/system/nutch_nodes -nt ${NutchEZ_HOME}/system/nutch_nodes.bak ]; then |
|---|
| 46 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" --title "[/etc/host Update]" \ |
|---|
| 47 | --yesno "nutch_nodes already be modified.\nPlz update /etc/hosts !!!" 10 55 |
|---|
| 48 | |
|---|
| 49 | echo -e "Plz input root password to update /etc/hosts !!!" |
|---|
| 50 | ./duplicate_del "${NutchEZ_HOME}/system/nutch_nodes" |
|---|
| 51 | su root -c "./duplicate_del /etc/hosts && ./add_hosts ${NutchEZ_HOME}/system/nutch_nodes /etc/hosts" |
|---|
| 52 | # 若密碼輸入失敗則跳出 |
|---|
| 53 | if [ $? == "1" ]; then |
|---|
| 54 | echo "Root password is error ! Plz check root password !!!" |
|---|
| 55 | exit |
|---|
| 56 | fi |
|---|
| 57 | fi |
|---|
| 58 | } |
|---|
| 59 | |
|---|
| 60 | ## [Main Menu] ## |
|---|
| 61 | function main_menu(){ |
|---|
| 62 | main_choice="/tmp/main_choice" |
|---|
| 63 | |
|---|
| 64 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" \ |
|---|
| 65 | --title "[Management Options]" \ |
|---|
| 66 | --menu "Plz choose: " 15 55 6 \ |
|---|
| 67 | "cluster_status" "Check cluster status" \ |
|---|
| 68 | "cluster_setup" "Setup your datanode & tasktracker" \ |
|---|
| 69 | "tomcat_switch" "Start/Stop/Restart Tomcat" \ |
|---|
| 70 | "tomcat_port" "Change Tomcat port" \ |
|---|
| 71 | "lang_switch" "Change language" \ |
|---|
| 72 | "exit" "Exit" 2>$main_choice |
|---|
| 73 | } |
|---|
| 74 | |
|---|
| 75 | ## [Cluster Status (datanode & tasktracker)] ## |
|---|
| 76 | function cluster_status(){ |
|---|
| 77 | IP_list=$(cat $NutchEZ_HOME/system/nutch_nodes | grep -v '^$' | grep -v '#' | awk '{print $1}') |
|---|
| 78 | clusterStatus="/tmp/clusterStatus" |
|---|
| 79 | rm $clusterStatus 2> /dev/null |
|---|
| 80 | #printf '%16s\t %11s\t %10s\t %25s\n' "[IP] [Hostanme] [Network] [Dtatnode & Tasktracker]" >>$clusterStatus |
|---|
| 81 | echo -e "[IP] \t\t [Hostname] \t [Network] \t [Dtatnode & Tasktracker]" >>$clusterStatus |
|---|
| 82 | echo -e "------------------------------------------------------------------------" >>$clusterStatus |
|---|
| 83 | echo -e "\nStart to check cluster..." |
|---|
| 84 | for ip in $IP_list |
|---|
| 85 | do |
|---|
| 86 | # Check Network status |
|---|
| 87 | ip_status="online" |
|---|
| 88 | ping -c1 -w1 $ip 2>&1 > /dev/null || ip_status="offline" |
|---|
| 89 | # Check Hadoop/Nutch service through ssh |
|---|
| 90 | Task_Data_status="stop" |
|---|
| 91 | if [ $ip_status == "online" ]; then |
|---|
| 92 | Task_Data=$(ssh -o StrictHostKeyChecking=no $ip "jps |grep TaskTracker ; jps | grep DataNode") |
|---|
| 93 | fi |
|---|
| 94 | |
|---|
| 95 | # if [ $? == "255" ]; then |
|---|
| 96 | # echo -e "$ip Network is down" |
|---|
| 97 | # elif [ $? == "1" ]; then |
|---|
| 98 | # echo -e "Can't ssh to $ip" |
|---|
| 99 | # fi |
|---|
| 100 | |
|---|
| 101 | [ -z "$Task_Data" ] || Task_Data_status="running" |
|---|
| 102 | host_name=$(cat $NutchEZ_HOME/system/nutch_nodes | grep $ip | awk '{print $2}') |
|---|
| 103 | echo -e "$ip $host_name \t\t $ip_status \t $Task_Data_status" >>$clusterStatus |
|---|
| 104 | # printf '%16s\t %11s\t %10s\t %25s\n' "$ip $host_name $ip_status $Task_Data_status" >>$clusterStatus |
|---|
| 105 | done |
|---|
| 106 | |
|---|
| 107 | read -p "Plz input anykey to continue..." |
|---|
| 108 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" \ |
|---|
| 109 | --title "[Cluster Status]" --textbox $clusterStatus 20 90 |
|---|
| 110 | } |
|---|
| 111 | |
|---|
| 112 | ## [Cluster Setup (datanode & tasktracker)] ## |
|---|
| 113 | function cluster_setup(){ |
|---|
| 114 | # 從 nutch_nodes 讀出 ip 和 hostname |
|---|
| 115 | #IP_list=$(cat $NutchEZ_HOME/system/nutch_nodes | grep -v '^$' | grep -v '#' | awk '{print $1}') |
|---|
| 116 | #HOST_list=$(cat $NutchEZ_HOME/system/nutch_nodes | grep -v '^$' | grep -v '#' | awk '{print $2}') |
|---|
| 117 | LIST_status="off" |
|---|
| 118 | allpart="/tmp/allpart" |
|---|
| 119 | runNodes="/tmp/runNodes" |
|---|
| 120 | clusterSetup="/tmp/clusterSetup" |
|---|
| 121 | |
|---|
| 122 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" \ |
|---|
| 123 | --title "[Management Options]" \ |
|---|
| 124 | --menu "Plz choose: " 15 55 2 \ |
|---|
| 125 | "All" "All nodes" \ |
|---|
| 126 | "Part" "choose part nodess" 2>$allpart |
|---|
| 127 | |
|---|
| 128 | # 判斷是否選 all 和 part,若是 all 直接到服務選單,若是 part 則先到機器選單 |
|---|
| 129 | if [ $(cat $allpart) == "All" ]; then |
|---|
| 130 | cat $NutchEZ_HOME/system/nutch_nodes | grep -v '^$' | grep -v '#' | awk '{print $1}' >$runNodes |
|---|
| 131 | else |
|---|
| 132 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC = " --title "[Datanode & Tasktracker Nodes Choose]" \ |
|---|
| 133 | --checklist "datanode & tasktracker choose: " 15 55 7 $(cat $NutchEZ_HOME/system/nutch_nodes | \ |
|---|
| 134 | grep -v '^$' | grep -v '#' | awk '{print $1 "\t" $2 "\t" "$LIST_status" }') 2>$runNodes |
|---|
| 135 | fi |
|---|
| 136 | |
|---|
| 137 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" --title "[Datanode & Tasktracker Setup]" \ |
|---|
| 138 | --menu "Plz choose: " 15 65 4 \ |
|---|
| 139 | "start" "Start datanodes & tasktrackers" \ |
|---|
| 140 | "stop" "Stop datanodes & tasktrackers" \ |
|---|
| 141 | "restart" "restart datanodes & tasktrackers" \ |
|---|
| 142 | "exit" "Exit" 2>$clusterSetup |
|---|
| 143 | |
|---|
| 144 | if [ "$(cat $clusterSetup)" == "start" ]; then |
|---|
| 145 | echo -e "\n[Start datanode & tasktracker]" |
|---|
| 146 | for node in $(cat $runNodes) |
|---|
| 147 | do |
|---|
| 148 | echo -e "start $node datanode & tasktracker !" |
|---|
| 149 | ssh -o StrictHostKeyChecking=no $node "$NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh start datanode \ |
|---|
| 150 | ; $NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh start tasktracker" |
|---|
| 151 | [ $? == "0" ] || echo "Can't ssh to $node !!!" |
|---|
| 152 | done |
|---|
| 153 | elif [ "$(cat $clusterSetup)" == "stop" ]; then |
|---|
| 154 | echo -e "\n[Stop datanode & tasktracker]" |
|---|
| 155 | for node in $(cat $runNodes) |
|---|
| 156 | do |
|---|
| 157 | echo -e "stop $node datanode & tasktracker !" |
|---|
| 158 | ssh -o StrictHostKeyChecking=no $node "$NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh stop datanode \ |
|---|
| 159 | ; $NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh stop tasktracker" |
|---|
| 160 | [ $? == "0" ] || echo "Can't ssh to $node !!!" |
|---|
| 161 | done |
|---|
| 162 | else |
|---|
| 163 | echo -e "\n[Restart datanode & tasktracker]" |
|---|
| 164 | for node in $(cat $runNodes) |
|---|
| 165 | do |
|---|
| 166 | echo -e "restart $node datanode & tasktracker !" |
|---|
| 167 | ssh -o StrictHostKeyChecking=no $node "$NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh stop datanode \ |
|---|
| 168 | ; $NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh stop tasktracker" |
|---|
| 169 | ssh -o StrictHostKeyChecking=no $node "$NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh start datanode \ |
|---|
| 170 | ; $NutchEZ_Install_PATH/nutch/bin/hadoop-daemon.sh start tasktracker" |
|---|
| 171 | [ $? == "0" ] || echo "Can't ssh to $node !!!" |
|---|
| 172 | done |
|---|
| 173 | |
|---|
| 174 | fi |
|---|
| 175 | } |
|---|
| 176 | |
|---|
| 177 | ## [Tomcat Severice start/stop/restart] ## |
|---|
| 178 | function tomcat_switch(){ |
|---|
| 179 | pid_tc=$(ps axw -eo pid,command | grep "catalina" | grep "java" | grep "start" | awk '{print $1}') |
|---|
| 180 | #echo $pid_tc |
|---|
| 181 | #read |
|---|
| 182 | if [ -n "$pid_tc" ]; then |
|---|
| 183 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" --title "[Tomcat Status]" \ |
|---|
| 184 | --msgbox "Tomcat is runing in this system !!!" 7 50 |
|---|
| 185 | else |
|---|
| 186 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" --title "[Tomcat Status]" \ |
|---|
| 187 | --msgbox "Tomcat is not running in this system !!!" 7 50 |
|---|
| 188 | fi |
|---|
| 189 | tomcatSwitch="/tmp/tomcatSwitch" |
|---|
| 190 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" --title "[Tomcat Service Options]" \ |
|---|
| 191 | --menu "Plz choose: " 15 55 4 \ |
|---|
| 192 | "start" "Start tomcat" \ |
|---|
| 193 | "stop" "Stop tomcat" \ |
|---|
| 194 | "restart" "Restart tomcat" \ |
|---|
| 195 | "exit" "Exit" 2>$tomcatSwitch |
|---|
| 196 | |
|---|
| 197 | if [ "$(cat $tomcatSwitch)" == "start" ]; then |
|---|
| 198 | echo "$Tomcat_HOME/bin/startup.sh" |
|---|
| 199 | $Tomcat_HOME/bin/startup.sh |
|---|
| 200 | elif [ "$(cat $tomcatSwitch)" == "stop" ]; then |
|---|
| 201 | echo "$Tomcat_HOME/bin/shutdown.sh" |
|---|
| 202 | $Tomcat_HOME/bin/shutdown.sh |
|---|
| 203 | elif [ "$(cat $tomcatSwitch)" == "restart" ]; then |
|---|
| 204 | echo "$Tomcat_HOME/bin/restart.sh" |
|---|
| 205 | $Tomcat_HOME/bin/shutdown.sh |
|---|
| 206 | $Tomcat_HOME/bin/startup.sh |
|---|
| 207 | else |
|---|
| 208 | exit 0 |
|---|
| 209 | fi |
|---|
| 210 | } |
|---|
| 211 | |
|---|
| 212 | ## [Tomcat Port Change] ## |
|---|
| 213 | function tomcat_port(){ |
|---|
| 214 | |
|---|
| 215 | if [ ! -e $Tomcat_HOME/conf/server.xml ]; then |
|---|
| 216 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" --title "[Tomcat Servel.xml]" \ |
|---|
| 217 | --msgbox "Fial: Don't find $Tomcat_HOME/conf/server.xml !!!" 10 50 |
|---|
| 218 | exit |
|---|
| 219 | fi |
|---|
| 220 | tomcatPort="/tmp/tomcatPort" |
|---|
| 221 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC = " --title "[Tomcat Port Change]" \ |
|---|
| 222 | --inputbox "Plz input port number for tomcat (default is 8080)" 10 55 2>$tomcatPort |
|---|
| 223 | |
|---|
| 224 | if [ -z $(cat $tomcatPort) ]; then |
|---|
| 225 | exit |
|---|
| 226 | else |
|---|
| 227 | modify_line_nu=$(cat -n $Tomcat_HOME/conf/server.xml | grep -v SSL | grep 'HTTP/1.1' | grep '<Connector' | awk '{print $1}') |
|---|
| 228 | sed -i "${modify_line_nu}c <Connector port="$tomcatPort" protocol="HTTP/1.1"" $Tomcat_HOME/conf/server.xml |
|---|
| 229 | $Tomcat_HOME/bin/shutdown.sh |
|---|
| 230 | $Tomcat_HOME/bin/startup.sh |
|---|
| 231 | fi |
|---|
| 232 | |
|---|
| 233 | |
|---|
| 234 | } |
|---|
| 235 | |
|---|
| 236 | |
|---|
| 237 | ## [Language Change] ## |
|---|
| 238 | function lang_switch(){ |
|---|
| 239 | echo -e "lang_switch" |
|---|
| 240 | langSwitch="/tmp/langSwitch" |
|---|
| 241 | $DIALOG --clear --backtitle "= [NutchEz Management Interface] ~by NCHC =" --title "[Language Swaitch]" \ |
|---|
| 242 | --menu "Plz choose: " 15 55 3 \ |
|---|
| 243 | "English" "English" \ |
|---|
| 244 | "Chinese" "Chinese" 2>$langSwitch |
|---|
| 245 | # |
|---|
| 246 | echo "source $(cat $langSwitch)" |
|---|
| 247 | } |
|---|
| 248 | |
|---|
| 249 | |
|---|
| 250 | # [Main Code] # |
|---|
| 251 | if [ $USER != "nutchuser" ]; then |
|---|
| 252 | echo -e "\nYour identify is not nutchuser, plz change to \"nutchuser\" !!!" |
|---|
| 253 | exit |
|---|
| 254 | fi |
|---|
| 255 | |
|---|
| 256 | prepare_check |
|---|
| 257 | main_menu |
|---|
| 258 | case $(cat $main_choice) in |
|---|
| 259 | "cluster_status") |
|---|
| 260 | cluster_status;; |
|---|
| 261 | "cluster_setup") |
|---|
| 262 | cluster_setup;; |
|---|
| 263 | "tomcat_switch") |
|---|
| 264 | tomcat_switch;; |
|---|
| 265 | "tomcat_port") |
|---|
| 266 | tomcat_port;; |
|---|
| 267 | "lang_switch") |
|---|
| 268 | lang_switch;; |
|---|
| 269 | esac |
|---|