NCHCCloudCourse100802: install_hadoop_0.20.2

File install_hadoop_0.20.2, 1.3 KB (added by jazz, 14 years ago)
Line 
1#!/bin/bash
2sudo rm /opt/hadoop -rf
3sudo rm /opt/hadoop*.tar.gz
4sudo rm -rf /var/hadoop
5ssh-keygen -t rsa -f ~/.ssh/id_rsa -P ""
6cp ~/.ssh/id_rsa.pub ~/.ssh/authorized_keys
7sudo apt-get purge java-gcj-compat
8sudo apt-get install sun-java6-bin  sun-java6-jdk sun-java6-jre
9cd /opt
10sudo wget http://ftp.twaren.net/Unix/Web/apache/hadoop/core/hadoop-0.20.2/hadoop-0.20.2.tar.gz
11sudo tar zxvf hadoop-0.20.2.tar.gz
12sudo mv hadoop-0.20.2/ hadoop
13sudo chown -R hadooper:hadooper /opt/hadoop
14sudo mkdir -p /var/hadoop
15sudo chown -R hadooper:hadooper /var/hadoop
16cd hadoop
17cat >> conf/hadoop-env.sh << EOF
18export JAVA_HOME=/usr/lib/jvm/java-6-sun
19export HADOOP_HOME=/opt/hadoop
20export HADOOP_CONF_DIR=/opt/hadoop/conf
21EOF
22cat > conf/core-site.xml << EOF
23<configuration>
24  <property>
25    <name>fs.default.name</name>
26    <value>hdfs://localhost:9000</value>
27  </property>
28  <property>
29    <name>hadoop.tmp.dir</name>
30    <value>/var/hadoop/hadoop-\${user.name}</value>
31  </property>
32</configuration>
33EOF
34cat > conf/hdfs-site.xml  << EOF
35<configuration>
36  <property>
37    <name>dfs.replication</name>
38    <value>1</value>
39  </property>
40</configuration>
41EOF
42cat > conf/mapred-site.xml  << EOF
43<configuration>
44  <property>
45    <name>mapred.job.tracker</name>
46    <value>localhost:9001</value>
47  </property>
48</configuration>
49EOF
50bin/hadoop namenode -format
51bin/start-all.sh