Changeset 143 for hadoop4win-setup

Timestamp:

Feb 4, 2010, 9:58:23 PM (14 years ago)

Author:

jazz

Message:

細部微調

Location:

hadoop4win-setup

Files:

• hadoop4win-setup.bat (modified) (6 diffs)
• my_packages/hadoop/bin/hadoop4win-init (modified) (1 diff)
• my_packages/hbase/bin/hbase-init (modified) (3 diffs)

hadoop4win-setup/hadoop4win-setup.bat

@@ -20 +20 @@
 
 set HADOOP_FILE=hadoop-0.20.1.tar.gz
-set HADOOP_MIRROR=http://ftp.twaren.net/Unix/Web/apache/hadoop/core/hadoop-0.20.1/
+set HADOOP_MIRROR=http://ftp.twaren.net/Unix/Web/apache/hadoop/core/hadoop-0.20.1
 set JDK_FILE=jdk1.6.0_18.zip
-set JDK_MIRROR=http://tsmc.classcloud.org/
+set JDK_MIRROR=http://tsmc.classcloud.org
+set HBASE_FILE=hbase-0.20.3.tar.gz
+set HBASE_MIRROR=http://ftp.twaren.net/Unix/Web/apache/hadoop/hbase/hbase-0.20.3
 set CYGWIN_ROOT=C:\hadoop4win
 set LOCAL_REPOSITORY=%cd%
@@ -31 +33 @@
 
 set MY_PACKAGE=%LOCAL_REPOSITORY%\my_packages
-set HADOOP_SRC=%MY_PACKAGE%\hadoop\hadoop-*.gz
+set HADOOP_SRC=%MY_PACKAGE%\hadoop\%HADOOP_FILE%
 set HADOOP_DES=%CYGWIN_ROOT%\usr\src
-set JDK_SRC=%MY_PACKAGE%\jdk\jdk*.zip
+set JDK_SRC=%MY_PACKAGE%\jdk\%JDK_FILE%
 set JDK_DES=%CYGWIN_ROOT%\usr\src
+set HBASE_SRC=%MY_PACKAGE%\hbase\%HBASE_FILE%
+set HBASE_DES=%CYGWIN_ROOT%\usr\src
 
 REM - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
@@ -101 +105 @@
 REM real do cygwin installation
 
-"%CYGWIN_SETUP%" -q -d -L -l "%LOCAL_REPOSITORY%\cygwin_mirror" -R "%CYGWIN_ROOT%" -P cygrunsrv,file,openssh,perl,procps,ncurses,rsync,sharutils,shutdown,subversion,tcp_wrappers,termcap,unzip,wget,zip,zlib
+IF NOT EXIST "%CYGWIN_ROOT%" (
+  "%CYGWIN_SETUP%" -q -d -L -l "%LOCAL_REPOSITORY%\cygwin_mirror" -R "%CYGWIN_ROOT%" -P cygrunsrv,file,openssh,perl,procps,ncurses,rsync,sharutils,shutdown,subversion,tcp_wrappers,termcap,unzip,wget,zip,zlib
+)
 
 REM - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
@@ -115 +121 @@
 )
 
+IF NOT EXIST "%HBASE_SRC%" (
+  wget "%HBASE_MIRROR%/%HBASE_FILE%" -O "%MY_PACKAGE%\hbase\%HBASE_FILE%"
+)
+
+pause
+
 IF NOT EXIST "%JDK_DES%" (
   mkdir "%JDK_DES%"
@@ -125 +137 @@
 IF NOT EXIST "%CYGWIN_ROOT%\lib\jvm" (
   copy "%JDK_SRC%" "%JDK_DES%"
+)
+
+IF NOT EXIST "%CYGWIN_ROOT%\opt\hbase" (
+  copy "%HBASE_SRC%" "%HBASE_DES%"
 )
 
@@ -139 +155 @@
 cls
 echo "====================================================="
-echo " Use `start-hadoop' and `stop-hadoop' to run single"
-echo " machine hadoop configuration."
-echo " ."
+echo " Use `start-hadoop' and `stop-hadoop' to run single  "
+echo " machine hadoop configuration.                       "
+echo " .                                                   "
 echo " Use `jps' to check java process for troubleshooting."
+echo " .                                                   "
+echo " Use `hbase-init' to install single machine HBase .  "
 echo "====================================================="  
 set PATH=%OLDPATH%

hadoop4win-setup/my_packages/hadoop/bin/hadoop4win-init

@@ -2 +2 @@
 mkdir -p /lib/jvm
 mkdir -p /opt
+
 if [ ! -x /lib/jvm/jdk* ]; then
   unzip /usr/src/jdk*.zip -d /lib/jvm/
 fi
+
 if [ ! -x /opt/hadoop ]; then
   tar zxvf /usr/src/hadoop-*.tar.gz -C /opt/
   ln -s /opt/hadoop-* /opt/hadoop
+  cp -R /usr/src/conf-examples/ /opt/hadoop/
+  mv /opt/hadoop/conf/ /opt/hadoop/conf-org
+  ln -s /opt/hadoop/conf-examples/ /opt/hadoop/conf
 fi
-cp -R /usr/src/conf-examples/ /opt/hadoop/
-mv /opt/hadoop/conf/ /opt/hadoop/conf-org
-ln -s /opt/hadoop/conf-examples/ /opt/hadoop/conf
+
 export JAVA_HOME=$(dirname /lib/jvm/jdk*/bin/)
 echo export JAVA_HOME=$JAVA_HOME >> /opt/hadoop/conf/hadoop-env.sh

hadoop4win-setup/my_packages/hbase/bin/hbase-init

@@ -4 +4 @@
 fi
 
-tar zxvf /usr/src/hbase-0.20.3.tar.gz -C /opt
-ln -s /opt/hbase-* /opt/hbase
+if [ ! -f /opt/hase* ]; then
+  tar zxvf /usr/src/hbase-0.20.3.tar.gz -C /opt
+  ln -s /opt/hbase-* /opt/hbase
 
-cp /opt/hadoop/conf/core-site.xml /opt/hbase/conf
-cp /opt/hadoop/conf/hdfs-site.xml /opt/hbase/conf
-cp /opt/hadoop/conf/mapred-site.xml /opt/hbase/conf
+  cp /opt/hadoop/conf/core-site.xml /opt/hbase/conf
+  cp /opt/hadoop/conf/hdfs-site.xml /opt/hbase/conf
+  cp /opt/hadoop/conf/mapred-site.xml /opt/hbase/conf
 
 cat >> /opt/hbase/conf/hbase-env.sh << EOF
@@ -33 +34 @@
 EOF
 
-echo "export PATH=/opt/hbase/bin/:\$PATH" >> /etc/profile
-echo "/bin/stop-hbase" > ~/.bash_logout
-echo "/bin/stop-hadoop" >> ~/.bash_logout
-echo "/bin/stop-hbase" > /etc/skel/.bash_logout
-echo "/bin/stop-hadoop" >> /etc/skel/.bash_logout
+  echo "export PATH=/opt/hbase/bin/:\$PATH" >> /etc/profile
+  echo "/bin/stop-hbase" > ~/.bash_logout
+  echo "/bin/stop-hadoop" >> ~/.bash_logout
+  echo "/bin/stop-hbase" > /etc/skel/.bash_logout
+  echo "/bin/stop-hadoop" >> /etc/skel/.bash_logout
 
 cat > ~/hbase-test << EOF
@@ -51 +52 @@
 EOF
 
-clear
-echo "=========================================="
-echo " !! NOTE !!                               "
-echo " please 'source /etc/profile' to update   "
-echo " current \$PATH environment variables or  "
-echo " login again to update \$PATH variables.  "
-echo " .                                        "
-echo " run 'start-hbase' to start hbase daemons."
-echo " run 'stop-hbase'  to stop hbase daemons. "
-echo " run 'hbase shell ~/hbase-test'  to test  "
-echo " hbase services.                          "
-echo "=========================================="
+  clear
+  echo "=========================================="
+  echo " !! NOTE !!                               "
+  echo " please 'source /etc/profile' to update   "
+  echo " current \$PATH environment variables or  "
+  echo " login again to update \$PATH variables.  "
+  echo " .                                        "
+  echo " run 'start-hbase' to start hbase daemons."
+  echo " run 'stop-hbase'  to stop hbase daemons. "
+  echo " run 'hbase shell hbase-test'  to test    "
+  echo " hbase services.                          "
+  echo "=========================================="
+
+  echo " Starting HBase ....."
+  /bin/start-hbase
+fi