source: nutchez-0.2/src/test/install_func.sh @ 214

Last change on this file since 214 was 214, checked in by shunfa, 14 years ago

測試時修改相關對應變數及路徑（Master.Client安裝及移除）
  • Property svn:executable set to *
File size: 15.2 KB
Line 
1#!/bin/bash
2source $Work_Path/lang_link
3####### garbage here #############
4function mainFunction ( )
5{
6echo "$Good"
7}
8function braBraBra ( )
9{
10echo "$Bra_Bra_Bra"
11}
12####### garbage end ###############
13
14# shell檔及壓縮檔在同一目錄中
15
16####### 環境變數section###########
17User_HOME=/home/nutchuser/nutchez
18NutchEZ_HOME=/opt/nutchez
19Nutch_HOME=$NutchEZ_HOME/nutch
20Tomcat_HOME=$NutchEZ_HOME/tomcat
21Index_DB=$User_HOME/search
22Admin_email=nutchuser@nutch
23Start_PATH=`pwd`
24MasterIP_Address=`/sbin/ifconfig eth0 | grep 'inet addr' |  sed 's/^.*addr://g' | sed 's/Bcast.*$//g' | sed 's/ .*// '` 
25net_MacAddr=`/sbin/ifconfig eth0 | grep 'HW' | sed 's/^.*HWaddr //g'`
26
27######function section section#######
28
29##########  echo function  ##########
30function debug_info () {
31  if [ $? -eq 0 ]; then
32    echo -e "\033[1;35;40m info - $1 \033[0m"
33  fi
34}
35
36
37function show_info () {
38  if [ $? -eq 0 ]; then
39    echo -e "\033[1;32;40m $1 \033[0m"
40  fi
41}
42##########end echo function ##########
43
44function choose_lang(){
45
46lang=$(locale | grep 'LANG=' | cut -d "=" -f2)
47
48# Default: source english
49. $Work_Path/install_lang.en
50# if locale is zh then source chinese
51echo $lang | grep 'zh' >> /dev/null && source $Work_Path/install_lang.zh
52
53# Ask language
54echo -e "\n$choose_lang_1"
55read -p "$choose_lang_2 " langChoice
56
57if [ $langChoice == "2" ]; then
58    source $Work_Path/install_lang.zh
59else
60    source $Work_Path/install_lang.en
61fi
62}
63
64function check_root(){
65  debug_info "check_root"
66  if [ $USER != "root" ]; then
67    show_info "$MI_check_root_1"
68    exit
69  fi
70  show_info "$MI_check_root_2"
71}
72
73function check_systemInfo(){
74  debug_info "$MI_check_sys_1"
75  show_info "$MI_check_sys_2"
76  Linux_Distribution=$(lsb_release -a 2> /dev/null | grep "Distributor ID:" | awk '{print $3}')
77  Linux_Version=$(lsb_release -a 2> /dev/null | grep "Release" | awk '{print $2}')
78  show_info "$Linux_Distribution , $Linux_Version"
79}
80
81function install_packages(){
82  # deb 系列系統
83  debug_info "$MI_install_pack_1"
84  debug_info "$MI_install_pack_2"
85  if [ "$Linux_Distribution" == "Ubuntu" ] || [ "$Linux_Distribution" == "Debian" ] ;then
86    echo -e "\n$MI_install_pack_if_1\n"
87    aptitude install -y expect ssh dialog
88  # rpm 系列系統
89  elif [ "$Linux_Distribution" == "Fedora" ] || [ "$Linux_Distribution" == "CentOS" ] ;then
90    show_info "$MI_install_pack_if_2"
91  else
92    show_info "$MI_install_pack_if_2"
93  fi
94}
95
96function check_nez_installed(){
97  debug_info "$MI_check_nez_1"
98  if [ -d "/opt/nutchez" ]; then
99    show_info "$MI_check_nez_2"
100    exit
101  else
102    show_info "$MI_check_nez_3"
103  fi
104}
105
106function check_sunJava(){
107  debug_info "$MI_check_sunJava_1"
108  debug_info "$MI_check_sunJava_2"
109
110  javaPath="/usr"
111  yesno="no"
112  choice="3"
113
114  if [ -e $javaPath/bin/java ]; then
115    JAVA_org=$($javaPath/bin/java -version 2>&1 | grep "Java(TM)")
116    JAVA_version=$($javaPath/bin/java -version 2>&1 | grep "java version" | \
117    awk '{print $3}' | cut -d "." -f1-2 | cut -d "\"" -f2)
118
119  if [ "$JAVA_org" == "" ]; then
120    show_info "$MI_check_sunJava_if_1"
121    show_info "$MI_check_sunJava_if_2"
122    show_info "$MI_check_sunJava_if_3"
123    read -p "$MI_check_sunJava_if_4" choice
124    case $choice  in
125      "1")
126        show_info "$MI_check_sunJava_if_5"
127        exit
128        ;;
129      "2")
130        read -p "$MI_check_sunJava_if_6" javaPath
131        ;;
132        "*")
133        exit
134        ;;
135        esac
136
137        if [ $choice == "2" ]; then
138          JAVA_org=$($javaPath/bin/java -version 2>&1 | grep "Java(TM)")
139          JAVA_version=$($javaPath/bin/java -version 2>&1 | grep "java version" | \
140          awk '{print $3}' | cut -d "." -f1-2 | cut -d "\"" -f2)
141
142          if [ "$JAVA_org" == "" ]; then
143            show_info "$MI_check_sunJava_if_7"
144            exit
145            fi
146          fi
147        fi
148
149      large16=$(echo "$JAVA_version >= 1.6" | bc)
150      if [ "${large16}" == 0 ]; then
151        show_info "$MI_check_sunJava_if_8"
152        exit
153      fi
154
155      show_info "$MI_check_sunJava_if_9"
156  else
157    show_info "$MI_check_sunJava_if_10"
158    exit
159  fi
160
161  unset JAVA_org
162  unset JAVA_version
163}
164
165# 檢查是否有安裝openssh, openssh-server
166function check_ssh(){
167  debug_info "$MI_check_ssh_1"
168  if [ -e /usr/bin/ssh ]; then
169    show_info "$MI_check_ssh_2"
170  else
171    show_info "$MI_check_ssh_3"
172    exit
173  fi
174
175  if [ -e /usr/sbin/sshd ]; then
176    show_info "$MI_check_ssh_4"
177  else
178    show_info "$MI_check_ssh_5"
179    exit
180  fi
181}
182
183
184# 檢查是否有安裝dialog
185function check_dialog(){
186  debug_info "$MI_check_dialog_1"
187  if [ -e /usr/bin/dialog ]; then
188    show_info "$MI_check_dialog_2"
189  else
190    show_info "$MI_check_dialog_3"
191    exit
192  fi
193}
194
195check_info () {
196  check_root
197  check_systemInfo
198  install_packages
199  check_nez_installed
200  check_sunJava
201  check_ssh
202  check_dialog
203}
204
205function set_install_information () { 
206  set_nutchuser_passwd
207  select_eth
208  MasterIP_Address=$net_address
209}
210
211function set_nutchuser_passwd () {
212  read -sp "$MI_set_nutchuser_passwd_echo_1" Nutchuser_Passwd
213# read -sp "Please enter nutchuser's password :  " Nutchuser_Passwd
214  echo -e "\n"
215  read -sp "$MI_set_nutchuser_passwd_echo_2" Nutchuser_Passwd2
216# read -sp "Please enter nutchuser's password again:  " Nutchuser_Passwd2
217  echo -e "\n"
218  if [ $Nutchuser_Passwd != $Nutchuser_Passwd2 ]; then
219    set_nutchuser_passwd
220  fi
221}
222
223# 新增nutchuser 帳號時用 Nutchuser_Passwd 當密碼
224function creat_nutchuser_account(){
225  debug_info "$create_nutchuser_d1"
226  while [ "$Nutchuser_Passwd" != "$Nutchuser_Passwd2" ]
227  do
228      echo -e "\n"
229      read -sp "$create_nutchuser_1" Nutchuser_Passwd
230      echo 
231      read -sp "$create_nutchuser_2" Nutchuser_Passwd2
232      echo 
233        if [ "$Nutchuser_Passwd" == "$Nutchuser_Passwd2" ]; then
234          show_info "$create_nutchuser_3"
235        else
236          show_info "$create_nutchuser_4"
237        fi
238  done                                                                                                                         
239  unset Nutchuser_Passwd2
240
241  if [ $(cat /etc/passwd | grep nutchuser) ]; then
242    show_info "$create_nutchuser_s1"
243    expect -c "spawn passwd nutchuser
244    set timeout 1
245    expect \"*: \"
246    send \"$Nutchuser_Passwd\r\"
247    expect \"*: \"
248    send \"$Nutchuser_Passwd\r\"
249    expect eof"
250    else
251      show_info "$create_nutchuser_s2"
252      useradd -m nutchuser -s /bin/bash
253      expect -c "spawn passwd nutchuser
254      set timeout 1
255      expect \"*: \"
256      send \"$Nutchuser_Passwd\r\"
257      expect \"*: \"
258      send \"$Nutchuser_Passwd\r\"
259      expect eof"
260  fi
261}
262
263function select_eth () {
264  net_interfaces=$(ifconfig | grep ^eth | cut -d " " -f1)
265  net_nu=$(echo $net_interfaces | wc -w)
266
267  # 若只有一個 eth　時
268  if [ "$net_nu" == "1" ]; then
269    net_address=$(ifconfig $net_interfaces | grep "inet addr:" | sed 's/^.*inet addr://g' | cut -d " " -f1)
270    net_MacAddr=$(ifconfig $net_interfaces | grep 'HW' | sed 's/^.*HWaddr //g')
271
272  # 若有多個 eth 時
273  else
274    declare -i i=1
275    show_info "$MI_select_eth_echo_1"
276#   show_info  "\nSystem have multiple network device, which network use for this machine: "
277
278    for net in $net_interfaces
279      do
280        show_info "($i)  $net  $(ifconfig $net | grep "inet addr:" | sed 's/^.*inet addr://g' | cut -d " " -f1)"
281        i=i+1
282      done
283      read -p "$MI_select_eth_echo_2" net_choice
284#     read -p "Please choice(1/2/3...): " net_choice
285    if [ -z $net_choice ]; then
286      net_choice=1
287    fi
288
289    show_info "$MI_select_eth_echo_3 $net_choice"
290#   show_info "Your choice is $net_choice"
291    net_interface=$(echo $net_interfaces | cut -d " " -f $net_choice)
292    #ifconfig $net_interface | grep "inet addr:" | sed 's/^.*inet addr://g' | cut -d " " -f1
293    net_address=$(ifconfig $net_interface | grep "inet addr:" | sed 's/^.*inet addr://g' | cut -d " " -f1)
294    net_MacAddr=$(ifconfig $net_interface | grep 'HW' | sed 's/^.*HWaddr //g')
295
296    show_info "$MI_select_eth_echo_4 $net_address"
297#   show_info "net_address is $net_address"
298    show_info "$MI_select_eth_echo_5 $net_MacAddr"
299#   show_info "net_MacAddr is $net_MacAddr"
300  fi
301}
302
303
304function show_master_info () {
305  show_info "$MI_show_master_info_echo_1 $MasterIP_Address"
306  show_info "$MI_show_master_info_echo_2 $net_MacAddr"
307
308#  show_info "The Master IP Address is $MasterIP_Address"
309#  show_info "The Master MacAddr is $net_MacAddr"
310}
311
312function make_ssh_key () {
313  debug_info "$MI_make_ssh_key_echo_1"
314# debug_info "Make ssh key(begin...)"
315  su nutchuser -c 'ssh-keygen -t rsa -f ~/.ssh/id_rsa -P ""'
316  su nutchuser -c "cp ~/.ssh/id_rsa.pub ~/.ssh/authorized_keys"
317  su nutchuser -c "ssh-add /home/nutchuser/.ssh/id_rsa"
318  debug_info "$MI_make_ssh_key_echo_2"
319# debug_info "Make ssh key(done!)"
320}
321
322
323function set_haoop-site () {
324  debug_info "$MI_set_haoop_site_echo_1"
325# debug_info "set hadoop-site.xml(begin...)"
326  cd $Nutch_HOME/conf/
327  cat > hadoop-site.xml << EOF
328<configuration>
329  <property>
330    <name>fs.default.name</name>
331    <value>hdfs://$MasterIP_Address:9000</value>
332  </property>
333  <property>
334    <name>mapred.job.tracker</name>
335    <value>$MasterIP_Address:9001</value>
336  </property>
337  <property>
338    <name>hadoop.tmp.dir</name>
339    <value>/var/nutchez/nutch-nutchuser</value>
340  </property>
341</configuration>
342EOF
343  debug_info "$MI_set_haoop_site_echo_2"
344# debug_info "set hadoop-site.xml(done!)"
345}
346
347# 修改nutch-site.xml中-http.agent.url, http.agent.email
348function set_nutch-site () {
349  debug_info "$MI_set_nutch_site_echo_1"
350# debug_info "set nutch-site.xml(begin...)"
351  Line_NO=`cat $Nutch_HOME'/conf/nutch-site.xml' | grep -n 'http.agent.url' | sed 's/:.*//g'`
352  debug_info "$MI_set_nutch_site_echo_2"
353# debug_info "debug...http.agent.url line number = $Line_NO..."
354  sed -i ''$((Line_NO+1))'d' $Nutch_HOME/conf/nutch-site.xml
355  debug_info "$MI_set_nutch_site_echo_3"
356# debug_info "debug...edit http.agent.url delete line $((Line_NO+1))..."
357  sed -i ''$Line_NO'a <value>'$MasterIP_Address'</value>' $Nutch_HOME/conf/nutch-site.xml
358  debug_info "$MI_set_nutch_site_echo_4"
359# debug_info "debug...edit http.agent.url done..."
360
361  Line_NO=`cat $Nutch_HOME'/conf/nutch-site.xml' | grep -n 'http.agent.email' | sed 's/:.*//g'`
362  debug_info "$MI_set_nutch_site_echo_5"
363# debug_info "debug...http.agent.email line number = $Line_NO..."
364
365  sed -i ''$((Line_NO+1))'d' $Nutch_HOME/conf/nutch-site.xml
366  debug_info "$MI_set_nutch_site_echo_6"
367# debug_info "debug...edit http.agent.email delete line $((Line_NO+1))..."
368  sed -i ''$Line_NO'a <value>'$Admin_email'</value>' $Nutch_HOME/conf/nutch-site.xml
369  debug_info "$MI_set_nutch_site_echo_7"
370# debug_info "debug...edit http.agent.email done..."
371  debug_info "$MI_set_nutch_site_echo_8"
372# debug_info "set nutch-site.xml(done!)"
373}
374
375function format_HDFS () {
376  debug_info "$MI_format_HDFS_echo_1"
377  su nutchuser -c "$Nutch_HOME/bin/hadoop namenode -format"
378  debug_info "$MI_format_HDFS_echo_2"
379}
380
381function start_up_NutchEZ (){
382  debug_info "$MI_start_up_NutchEZ_echo_1"
383# debug_info "start up NutchEZ..."
384  su nutchuser -c "$Nutch_HOME/bin/start-all.sh"
385}
386
387
388function set_hosts () {
389  debug_info "$MI_set_hosts_echo_1"
390  cp /etc/hosts /home/nutchuser/nutchez/system/hosts.bak
391  Line_NO=`cat /etc/hosts | grep -n $(hostname) | sed 's/:.*//g'`
392  content=$(cat /etc/hosts | awk 'NR=='$Line_NO'{printf "# " ; print}' )
393  sed -i ""$Line_NO"c $content" /etc/hosts
394  sed -i '1i '$MasterIP_Address' '$(hostname)'' /etc/hosts
395}
396
397function Install_Nutch () {
398  debug_info "$MI_install_Nutch_echo_1 $MasterIP_Address "
399# debug_info "MasterIP_Address=$MasterIP_Address"
400  debug_info "$MI_install_Nutch_echo_2 $(hostname)"
401# debug_info "Master_Hostname=$(hostname)"
402  su nutchuser -c "echo $net_address $(hostname) $net_MacAddr \>\> ~/nutchez/system/nutch_nodes"
403  set_hosts
404  set_haoop-site
405  set_nutch-site
406}
407
408
409function client_PassMasterIPAddr () {
410  cd $Start_PATH
411  Line_NO=`cat client_install | grep -n '# Master IP here' | sed 's/:.*//g'`
412  debug_info "$MI_client_PassMasterIPAddr_echo_1"
413# debug_info "debug...Master IP here line number = $Line_NO..."
414  sed -i ''$((Line_NO+1))'d' client_install
415  debug_info "$MI_client_PassMasterIPAddr_echo_2"
416# debug_info "debug...edit Master IP at line $((Line_NO+1))..."
417  sed -i ''$Line_NO'a Master_IP_Address='$MasterIP_Address'' client_install
418  debug_info "$MI_client_PassMasterIPAddr_echo_3"
419# debug_info "edit client_install done..."
420}
421
422
423function client_PassMaster_Hostname () {
424  cd $Start_PATH
425  Line_NO=`cat client_install | grep -n '# Master Hostname here' | sed 's/:.*//g'`
426  debug_info "$MI_client_PassMaster_Hostname_echo_1"
427# debug_info "debug...Master hostname here line number = $Line_NO..."
428  sed -i ''$((Line_NO+1))'d' client_install
429  debug_info "$MI_client_PassMaster_Hostname_echo_2"
430# debug_info "debug...edit Master Hostname at line $((Line_NO+1))..."
431  sed -i ''$Line_NO'a Master_Hostname='$(hostname)'' client_install
432  debug_info "$MI_client_PassMaster_Hostname_echo_3"
433# debug_info "edit client_install done..."
434}
435
436function client_PassMasterIPAddr_for_Remove () {
437  cd $Start_PATH
438  Line_NO=`cat client_remove.sh | grep -n "# Master IP here" | sed 's/:.*//g'`
439  sed -i ''$((Line_NO+1))'d' client_remove.sh
440  sed -i ''$Line_NO'a Master_IP_Address='$MasterIP_Address'' client_remove.sh
441}
442
443
444function make_client_install () {
445  # 建立資料夾(用來存放client的安奘檔)
446  su nutchuser -c "mkdir $User_HOME/source"
447
448  # 將Master_IP_Address給client
449  # 打包安裝目錄(不含tomcat)
450 
451  debug_info "$MI_make_client_install_echo_1"
452# debug_info "function make_client_install..."
453
454  client_PassMasterIPAddr
455  client_PassMaster_Hostname
456  client_PassMasterIPAddr_for_Remove
457  cd /opt/nutchez/
458  su nutchuser -c "tar -cvzf NutchezForClientOf_$MasterIP_Address.tar.gz  nutch"
459 
460  # 複製檔案至$User_HOME/source目錄下
461  mv NutchezForClientOf_$MasterIP_Address.tar.gz /home/nutchuser/nutchez/source
462  cp $Start_PATH/client_install $Start_PATH/client_install_func.sh $Start_PATH/client_remove.sh $Start_PATH/lang_link  /home/nutchuser/nutchez/source
463  cp -r $Start_PATH/lang /home/nutchuser/nutchez/source
464  cp -r $Start_PATH/lang /home/nutchuser/nutchez/system
465  cp $Start_PATH/nutchez $Start_PATH/lang_link $Start_PATH/add_hosts $Start_PATH/duplicate_del $Start_PATH/master_remove.sh /home/nutchuser/nutchez/system
466
467#  cp $Start_PATH/client_install $Start_PATH/client_install /home/nutchuser/nutchez/source
468#  cp $Start_PATH/client_install $Start_PATH/client_remove.sh /home/nutchuser/nutchez/source
469#  cp $Start_PATH/client_install $Start_PATH/lang* /home/nutchuser/nutchez/source
470}
471
472function start_up_tomcat () {
473  debug_info "$MI_start_up_tomcat_echo_1"
474# debug_info "start up tomcat..."
475
476  i=10
477  debug_info "$MI_start_up_tomcat_echo_2"
478  until [ $i -lt 1 ]
479    do
480      sleep 1s
481      i=`expr $i - 1`
482    done
483  su nutchuser -c "$Tomcat_HOME/bin/startup.sh"
484  debug_info "$MI_start_up_tomcat_echo_3"
485# debug_info "tomcat has been started..."
486}
487
488###最後再整理###
489# client簡易步驟
490function client_install_commands () {
491  show_info "$MI_client_install_commands_echo_1"
492  show_info "$MI_client_install_commands_echo_2"
493  show_info "$MI_client_install_commands_echo_3"
494  show_info "$MI_client_install_commands_echo_4"
495  show_info "$MI_client_install_commands_echo_5"
496  show_info "$MI_client_install_commands_echo_6"
497  show_info "$MI_client_install_commands_echo_7"
498
499#  show_info "Client Install Command as Follows:"
500#  show_info "cd ~"
501#  show_info "mkdir nutchez_client_install"
502#  show_info "cd nutchez_client_install"
503#  show_info "scp nutchuser@$MasterIP_Address:/home/nutchuser/nutchez/source/* ."
504#  show_info "sudo su"
505#  show_info "./client_install"
506}
Note: See TracBrowser for help on using the repository browser.