| 1 | #!/bin/bash | 
|---|
| 2 | mkdir -p /lib/jvm | 
|---|
| 3 | mkdir -p /opt | 
|---|
| 4 |  | 
|---|
| 5 | if [ ! -x /lib/jvm/jdk* ]; then | 
|---|
| 6 |   echo "Installing Sun JDK ...." | 
|---|
| 7 |   unzip /usr/src/jdk*.zip -d /lib/jvm/ | 
|---|
| 8 | fi | 
|---|
| 9 |  | 
|---|
| 10 | if [ ! -x /opt/hadoop ]; then | 
|---|
| 11 |   echo "Installing Hadoop ...." | 
|---|
| 12 |   tar zxvf /usr/src/hadoop-*.tar.gz -C /opt/ | 
|---|
| 13 |   mv /opt/hadoop-* /opt/hadoop | 
|---|
| 14 |   cp /opt/hadoop/conf/ /opt/hadoop/conf-local | 
|---|
| 15 |   mv /opt/hadoop/conf/ /opt/hadoop/conf-pseudo | 
|---|
| 16 |   ln -s /opt/hadoop/conf-pseudo /opt/hadoop/conf | 
|---|
| 17 |   cat > /opt/hadoop/conf/core-site.xml << EOF | 
|---|
| 18 | <?xml version="1.0"?> | 
|---|
| 19 | <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | 
|---|
| 20 | <configuration> | 
|---|
| 21 |   <property> | 
|---|
| 22 |     <name>fs.default.name</name> | 
|---|
| 23 |     <value>hdfs://localhost:9000</value> | 
|---|
| 24 |   </property> | 
|---|
| 25 |   <property> | 
|---|
| 26 |     <name>hadoop.tmp.dir</name> | 
|---|
| 27 |     <value>/var/hadoop/hadoop-\${user.name}</value> | 
|---|
| 28 |   </property> | 
|---|
| 29 | </configuration> | 
|---|
| 30 | EOF | 
|---|
| 31 |   cat > /opt/hadoop/conf/hdfs-site.xml << EOF | 
|---|
| 32 | <?xml version="1.0"?> | 
|---|
| 33 | <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | 
|---|
| 34 | <configuration> | 
|---|
| 35 |   <property> | 
|---|
| 36 |     <name>dfs.replication</name> | 
|---|
| 37 |     <value>1</value> | 
|---|
| 38 |   </property> | 
|---|
| 39 | </configuration> | 
|---|
| 40 | EOF | 
|---|
| 41 |   cat > /opt/hadoop/conf/mapred-site.xml << EOF | 
|---|
| 42 | <?xml version="1.0"?> | 
|---|
| 43 | <?xml-stylesheet type="text/xsl" href="configuration.xsl"?> | 
|---|
| 44 | <configuration> | 
|---|
| 45 |   <property> | 
|---|
| 46 |     <name>mapred.job.tracker</name> | 
|---|
| 47 |     <value>localhost:9001</value> | 
|---|
| 48 |   </property> | 
|---|
| 49 | </configuration> | 
|---|
| 50 | EOF | 
|---|
| 51 | fi | 
|---|
| 52 |  | 
|---|
| 53 | export JAVA_HOME=$(dirname /lib/jvm/jdk*/bin/) | 
|---|
| 54 | echo export JAVA_HOME=$JAVA_HOME >> /opt/hadoop/conf/hadoop-env.sh | 
|---|
| 55 | echo export HADOOP_HOME=/opt/hadoop >> /opt/hadoop/conf/hadoop-env.sh | 
|---|
| 56 | echo export HADOOP_CLASSPATH=/opt/hadoop >> /opt/hadoop/conf/hadoop-env.sh | 
|---|
| 57 | echo export HADOOP_CONF_DIR=/opt/hadoop/conf >> /opt/hadoop/conf/hadoop-env.sh | 
|---|
| 58 | echo export JAVA_HOME=$JAVA_HOME >> /etc/profile | 
|---|
| 59 | echo "export PATH=/opt/hadoop/bin/:$JAVA_HOME/bin:\$PATH" >> /etc/profile | 
|---|
| 60 | cd $JAVA_HOME | 
|---|
| 61 | chmod a+x `find . -name "*.exe"` | 
|---|
| 62 | chmod a+x `find . -name "*.dll"` | 
|---|
| 63 | cd /opt/hadoop | 
|---|
| 64 | /opt/hadoop/bin/hadoop namenode -format | 
|---|
| 65 | source /etc/profile | 
|---|
| 66 | /bin/start-hadoop | 
|---|
| 67 | sleep 10 | 
|---|
| 68 | /opt/hadoop/bin/hadoop dfsadmin -safemode leave | 
|---|
| 69 | /opt/hadoop/bin/hadoop fs -mkdir tmp | 
|---|
| 70 | echo "/bin/stop-hadoop" > ~/.bash_logout | 
|---|
| 71 | echo "/bin/stop-hadoop" > /etc/skel/.bash_logout | 
|---|
| 72 | cygstart http://localhost:50070 | 
|---|
| 73 | cygstart http://localhost:50030 | 
|---|
| 74 | exit | 
|---|