Changeset 235 for hadoop4win-setup

Timestamp:

Mar 28, 2011, 11:33:07 PM (14 years ago)

Author:

jazz

Message:

• modified hadoop4win-setup.bat
  • change the URL of HBASE_MIRROR
  • change the version of HBASE_FILE
  • add installation of Apache ANT
• add my_packages/ant*
  • related to Apache ANT installation
• modified my_packages/hadoop/conf-examples/core-site.xml
  • change ${hadoop.tmp.dir} to c:/hadoop4win/var/hadoop
• modified my_packages/hadoop/conf-examples/hadoop-env.sh
  • set HADOOP_HEAPSIZE to 256 MB
• modified Makefile
  • change version to 0.1.4

Location:

hadoop4win-setup

Files:

• Makefile (modified) (1 diff)
• hadoop4win-setup.bat (modified) (6 diffs)
• my_packages/ant (added)
• my_packages/ant/bin (added)
• my_packages/ant/bin/ant-init (added)
• my_packages/hadoop/conf-examples/core-site.xml (modified) (1 diff)
• my_packages/hadoop/conf-examples/hadoop-env.sh (modified) (1 diff)

hadoop4win-setup/Makefile

@@ -1 @@
-VERSION=0.1.1
+VERSION=0.1.4
 
 all: full net

hadoop4win-setup/hadoop4win-setup.bat

@@ -19 +19 @@
 REM ####################################################################
 
+set JDK_FILE=jdk1.6.0_18.zip
+set ANT_FILE=ant-current-bin.zip
+set HBASE_FILE=hbase-0.20.6.tar.gz
 set HADOOP_FILE=hadoop-0.20.2.tar.gz
+set JDK_MIRROR=http://www.classcloud.org/hadoop4win
+set ANT_MIRROR=http://ftp.twaren.net/Unix/Web/apache/ant/
+set HBASE_MIRROR=http://ftp.twaren.net/Unix/Web/apache/hbase/hbase-0.20.6/
 set HADOOP_MIRROR=http://ftp.twaren.net/Unix/Web/apache/hadoop/core/hadoop-0.20.2
-set JDK_FILE=jdk1.6.0_18.zip
-set JDK_MIRROR=http://www.classcloud.org/hadoop4win
-set HBASE_FILE=hbase-0.20.4.tar.gz
-set HBASE_MIRROR=http://ftp.twaren.net/Unix/Web/apache/hadoop/hbase/hbase-0.20.4
 set CYGWIN_ROOT=C:\hadoop4win
 set LOCAL_REPOSITORY=%cd%
@@ -33 +35 @@
 
 set MY_PACKAGE=%LOCAL_REPOSITORY%\my_packages
-set HADOOP_SRC=%MY_PACKAGE%\hadoop\%HADOOP_FILE%
-set HADOOP_DES=%CYGWIN_ROOT%\usr\src
+set ANT_SRC=%MY_PACKAGE%\ant\%ANT_FILE%
+set ANT_DES=%CYGWIN_ROOT%\usr\src
 set JDK_SRC=%MY_PACKAGE%\jdk\%JDK_FILE%
 set JDK_DES=%CYGWIN_ROOT%\usr\src
 set HBASE_SRC=%MY_PACKAGE%\hbase\%HBASE_FILE%
 set HBASE_DES=%CYGWIN_ROOT%\usr\src
+set HADOOP_SRC=%MY_PACKAGE%\hadoop\%HADOOP_FILE%
+set HADOOP_DES=%CYGWIN_ROOT%\usr\src
 
 REM - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
@@ -112 +116 @@
 REM - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
 
-IF NOT EXIST "%HADOOP_SRC%" (
-  wget "%HADOOP_MIRROR%/%HADOOP_FILE%" -O "%MY_PACKAGE%\hadoop\%HADOOP_FILE%"
+IF NOT EXIST "%JDK_SRC%" (
+  wget "%JDK_MIRROR%/%JDK_FILE%" -O "%MY_PACKAGE%\jdk\%JDK_FILE%"
 )
 
-IF NOT EXIST "%JDK_SRC%" (
-  wget "%JDK_MIRROR%/%JDK_FILE%" -O "%MY_PACKAGE%\jdk\%JDK_FILE%"
+IF NOT EXIST "%ANT_SRC%" (
+  wget "%ANT_MIRROR%/%ANT_FILE%" -O "%MY_PACKAGE%\ant\%ANT_FILE%"
 )
 
@@ -124 +128 @@
 )
 
+IF NOT EXIST "%HADOOP_SRC%" (
+  wget "%HADOOP_MIRROR%/%HADOOP_FILE%" -O "%MY_PACKAGE%\hadoop\%HADOOP_FILE%"
+)
+
 IF NOT EXIST "%JDK_DES%" (
   mkdir "%JDK_DES%"
+)
+
+IF NOT EXIST "%ANT_DES%" (
+  mkdir "%ANT_DES%"
+)
+
+IF NOT EXIST "%HBASE_DES%" (
+  mkdir "%HBASE_DES%"
+)
+
+IF NOT EXIST "%HADOOP_DES%" (
+  mkdir "%HADOOP_DES%"
+)
+
+IF NOT EXIST "%CYGWIN_ROOT%\lib\jvm" (
+  copy "%JDK_SRC%" "%JDK_DES%"
+)
+
+IF NOT EXIST "%CYGWIN_ROOT%\opt\ant" (
+  copy "%ANT_SRC%" "%ANT_DES%"
+)
+
+IF NOT EXIST "%CYGWIN_ROOT%\opt\hbase" (
+  copy "%HBASE_SRC%" "%HBASE_DES%"
 )
 
@@ -132 +164 @@
 )
 
-IF NOT EXIST "%CYGWIN_ROOT%\lib\jvm" (
-  copy "%JDK_SRC%" "%JDK_DES%"
-)
-
-IF NOT EXIST "%CYGWIN_ROOT%\opt\hbase" (
-  copy "%HBASE_SRC%" "%HBASE_DES%"
-)
-
+copy /Y "%MY_PACKAGE%\ant\bin\*" "%CYGWIN_ROOT%\bin"
+copy /Y "%MY_PACKAGE%\hbase\bin\*" "%CYGWIN_ROOT%\bin"
 copy /Y "%MY_PACKAGE%\hadoop\bin\*" "%CYGWIN_ROOT%\bin"
-copy /Y "%MY_PACKAGE%\hbase\bin\*" "%CYGWIN_ROOT%\bin"
 xcopy /Y /E /I "%MY_PACKAGE%\hadoop\conf-examples" "%HADOOP_DES%\conf-examples"
 
@@ -151 +176 @@
 %CYGWIN_ROOT%\bin\bash --login -c "/bin/hadoop4win-init"
 %CYGWIN_ROOT%\bin\bash --login -c "/bin/hbase-init"
+%CYGWIN_ROOT%\bin\bash --login -c "/bin/ant-init"
 cls
 set PATH=%OLDPATH%

hadoop4win-setup/my_packages/hadoop/conf-examples/core-site.xml

@@ -11 +11 @@
     <property>
     <name>hadoop.tmp.dir</name>
-    <value>/var/hadoop</value>
+    <value>c:/hadoop4win/var/hadoop</value>
     </property>
 </configuration>

hadoop4win-setup/my_packages/hadoop/conf-examples/hadoop-env.sh

@@ -14 +14 @@
 # The maximum amount of heap to use, in MB. Default is 1000.
 # export HADOOP_HEAPSIZE=2000
+export HADOOP_HEAPSIZE=256
 
 # Extra Java runtime options.  Empty by default.