1 | #!/bin/bash |
---|
2 | sudo rm /opt/hadoop -rf |
---|
3 | sudo rm /opt/hadoop*.tar.gz |
---|
4 | sudo rm -rf /var/hadoop |
---|
5 | ssh-keygen -t rsa -f ~/.ssh/id_rsa -P "" |
---|
6 | cp ~/.ssh/id_rsa.pub ~/.ssh/authorized_keys |
---|
7 | sudo apt-get purge java-gcj-compat |
---|
8 | sudo apt-get install sun-java6-bin sun-java6-jdk sun-java6-jre |
---|
9 | cd /opt |
---|
10 | sudo wget http://ftp.twaren.net/Unix/Web/apache/hadoop/core/hadoop-0.20.2/hadoop-0.20.2.tar.gz |
---|
11 | sudo tar zxvf hadoop-0.20.2.tar.gz |
---|
12 | sudo mv hadoop-0.20.2/ hadoop |
---|
13 | sudo chown -R hadooper:hadooper /opt/hadoop |
---|
14 | sudo mkdir -p /var/hadoop |
---|
15 | sudo chown -R hadooper:hadooper /var/hadoop |
---|
16 | cd hadoop |
---|
17 | cat >> conf/hadoop-env.sh << EOF |
---|
18 | export JAVA_HOME=/usr/lib/jvm/java-6-sun |
---|
19 | export HADOOP_HOME=/opt/hadoop |
---|
20 | export HADOOP_CONF_DIR=/opt/hadoop/conf |
---|
21 | EOF |
---|
22 | cat > conf/core-site.xml << EOF |
---|
23 | <configuration> |
---|
24 | <property> |
---|
25 | <name>fs.default.name</name> |
---|
26 | <value>hdfs://localhost:9000</value> |
---|
27 | </property> |
---|
28 | <property> |
---|
29 | <name>hadoop.tmp.dir</name> |
---|
30 | <value>/var/hadoop/hadoop-\${user.name}</value> |
---|
31 | </property> |
---|
32 | </configuration> |
---|
33 | EOF |
---|
34 | cat > conf/hdfs-site.xml << EOF |
---|
35 | <configuration> |
---|
36 | <property> |
---|
37 | <name>dfs.replication</name> |
---|
38 | <value>1</value> |
---|
39 | </property> |
---|
40 | </configuration> |
---|
41 | EOF |
---|
42 | cat > conf/mapred-site.xml << EOF |
---|
43 | <configuration> |
---|
44 | <property> |
---|
45 | <name>mapred.job.tracker</name> |
---|
46 | <value>localhost:9001</value> |
---|
47 | </property> |
---|
48 | </configuration> |
---|
49 | EOF |
---|
50 | bin/hadoop namenode -format |
---|
51 | bin/start-all.sh |
---|