Index: hadoop4win-setup/hadoop4win-setup.bat =================================================================== --- hadoop4win-setup/hadoop4win-setup.bat (revision 142) +++ hadoop4win-setup/hadoop4win-setup.bat (revision 143) @@ -20,7 +20,9 @@ set HADOOP_FILE=hadoop-0.20.1.tar.gz -set HADOOP_MIRROR=http://ftp.twaren.net/Unix/Web/apache/hadoop/core/hadoop-0.20.1/ +set HADOOP_MIRROR=http://ftp.twaren.net/Unix/Web/apache/hadoop/core/hadoop-0.20.1 set JDK_FILE=jdk1.6.0_18.zip -set JDK_MIRROR=http://tsmc.classcloud.org/ +set JDK_MIRROR=http://tsmc.classcloud.org +set HBASE_FILE=hbase-0.20.3.tar.gz +set HBASE_MIRROR=http://ftp.twaren.net/Unix/Web/apache/hadoop/hbase/hbase-0.20.3 set CYGWIN_ROOT=C:\hadoop4win set LOCAL_REPOSITORY=%cd% @@ -31,8 +33,10 @@ set MY_PACKAGE=%LOCAL_REPOSITORY%\my_packages -set HADOOP_SRC=%MY_PACKAGE%\hadoop\hadoop-*.gz +set HADOOP_SRC=%MY_PACKAGE%\hadoop\%HADOOP_FILE% set HADOOP_DES=%CYGWIN_ROOT%\usr\src -set JDK_SRC=%MY_PACKAGE%\jdk\jdk*.zip +set JDK_SRC=%MY_PACKAGE%\jdk\%JDK_FILE% set JDK_DES=%CYGWIN_ROOT%\usr\src +set HBASE_SRC=%MY_PACKAGE%\hbase\%HBASE_FILE% +set HBASE_DES=%CYGWIN_ROOT%\usr\src REM - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -101,5 +105,7 @@ REM real do cygwin installation -"%CYGWIN_SETUP%" -q -d -L -l "%LOCAL_REPOSITORY%\cygwin_mirror" -R "%CYGWIN_ROOT%" -P cygrunsrv,file,openssh,perl,procps,ncurses,rsync,sharutils,shutdown,subversion,tcp_wrappers,termcap,unzip,wget,zip,zlib +IF NOT EXIST "%CYGWIN_ROOT%" ( + "%CYGWIN_SETUP%" -q -d -L -l "%LOCAL_REPOSITORY%\cygwin_mirror" -R "%CYGWIN_ROOT%" -P cygrunsrv,file,openssh,perl,procps,ncurses,rsync,sharutils,shutdown,subversion,tcp_wrappers,termcap,unzip,wget,zip,zlib +) REM - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -115,4 +121,10 @@ ) +IF NOT EXIST "%HBASE_SRC%" ( + wget "%HBASE_MIRROR%/%HBASE_FILE%" -O "%MY_PACKAGE%\hbase\%HBASE_FILE%" +) + +pause + IF NOT EXIST "%JDK_DES%" ( mkdir "%JDK_DES%" @@ -125,4 +137,8 @@ IF NOT EXIST "%CYGWIN_ROOT%\lib\jvm" ( copy "%JDK_SRC%" "%JDK_DES%" +) + +IF NOT EXIST "%CYGWIN_ROOT%\opt\hbase" ( + copy "%HBASE_SRC%" "%HBASE_DES%" ) @@ -139,8 +155,10 @@ cls echo "=====================================================" -echo " Use `start-hadoop' and `stop-hadoop' to run single" -echo " machine hadoop configuration." -echo " ." +echo " Use `start-hadoop' and `stop-hadoop' to run single " +echo " machine hadoop configuration. " +echo " . " echo " Use `jps' to check java process for troubleshooting." +echo " . " +echo " Use `hbase-init' to install single machine HBase . " echo "=====================================================" set PATH=%OLDPATH% Index: hadoop4win-setup/my_packages/hadoop/bin/hadoop4win-init =================================================================== --- hadoop4win-setup/my_packages/hadoop/bin/hadoop4win-init (revision 142) +++ hadoop4win-setup/my_packages/hadoop/bin/hadoop4win-init (revision 143) @@ -2,14 +2,17 @@ mkdir -p /lib/jvm mkdir -p /opt + if [ ! -x /lib/jvm/jdk* ]; then unzip /usr/src/jdk*.zip -d /lib/jvm/ fi + if [ ! -x /opt/hadoop ]; then tar zxvf /usr/src/hadoop-*.tar.gz -C /opt/ ln -s /opt/hadoop-* /opt/hadoop + cp -R /usr/src/conf-examples/ /opt/hadoop/ + mv /opt/hadoop/conf/ /opt/hadoop/conf-org + ln -s /opt/hadoop/conf-examples/ /opt/hadoop/conf fi -cp -R /usr/src/conf-examples/ /opt/hadoop/ -mv /opt/hadoop/conf/ /opt/hadoop/conf-org -ln -s /opt/hadoop/conf-examples/ /opt/hadoop/conf + export JAVA_HOME=$(dirname /lib/jvm/jdk*/bin/) echo export JAVA_HOME=$JAVA_HOME >> /opt/hadoop/conf/hadoop-env.sh Index: hadoop4win-setup/my_packages/hbase/bin/hbase-init =================================================================== --- hadoop4win-setup/my_packages/hbase/bin/hbase-init (revision 142) +++ hadoop4win-setup/my_packages/hbase/bin/hbase-init (revision 143) @@ -4,10 +4,11 @@ fi -tar zxvf /usr/src/hbase-0.20.3.tar.gz -C /opt -ln -s /opt/hbase-* /opt/hbase +if [ ! -f /opt/hase* ]; then + tar zxvf /usr/src/hbase-0.20.3.tar.gz -C /opt + ln -s /opt/hbase-* /opt/hbase -cp /opt/hadoop/conf/core-site.xml /opt/hbase/conf -cp /opt/hadoop/conf/hdfs-site.xml /opt/hbase/conf -cp /opt/hadoop/conf/mapred-site.xml /opt/hbase/conf + cp /opt/hadoop/conf/core-site.xml /opt/hbase/conf + cp /opt/hadoop/conf/hdfs-site.xml /opt/hbase/conf + cp /opt/hadoop/conf/mapred-site.xml /opt/hbase/conf cat >> /opt/hbase/conf/hbase-env.sh << EOF @@ -33,9 +34,9 @@ EOF -echo "export PATH=/opt/hbase/bin/:\$PATH" >> /etc/profile -echo "/bin/stop-hbase" > ~/.bash_logout -echo "/bin/stop-hadoop" >> ~/.bash_logout -echo "/bin/stop-hbase" > /etc/skel/.bash_logout -echo "/bin/stop-hadoop" >> /etc/skel/.bash_logout + echo "export PATH=/opt/hbase/bin/:\$PATH" >> /etc/profile + echo "/bin/stop-hbase" > ~/.bash_logout + echo "/bin/stop-hadoop" >> ~/.bash_logout + echo "/bin/stop-hbase" > /etc/skel/.bash_logout + echo "/bin/stop-hadoop" >> /etc/skel/.bash_logout cat > ~/hbase-test << EOF @@ -51,14 +52,18 @@ EOF -clear -echo "==========================================" -echo " !! NOTE !! " -echo " please 'source /etc/profile' to update " -echo " current \$PATH environment variables or " -echo " login again to update \$PATH variables. " -echo " . " -echo " run 'start-hbase' to start hbase daemons." -echo " run 'stop-hbase' to stop hbase daemons. " -echo " run 'hbase shell ~/hbase-test' to test " -echo " hbase services. " -echo "==========================================" + clear + echo "==========================================" + echo " !! NOTE !! " + echo " please 'source /etc/profile' to update " + echo " current \$PATH environment variables or " + echo " login again to update \$PATH variables. " + echo " . " + echo " run 'start-hbase' to start hbase daemons." + echo " run 'stop-hbase' to stop hbase daemons. " + echo " run 'hbase shell hbase-test' to test " + echo " hbase services. " + echo "==========================================" + + echo " Starting HBase ....." + /bin/start-hbase +fi