#!/bin/bash
if [ "$1" == "" ];then
echo " Usage: "
echo " xxxrun <jar-file> <main-func-name> [arg1 arg2 ...] "
echo ""
echo " this program will run your hadoop code "
echo " ======================================="
exit 0;
fi
echo " 1. Now! run your hadoop code .."
/opt/hadoop/bin/hadoop jar $1 $2 $3 $4 $5
if [ "$?" != "0" ];then
echo " hadoop run error !"
exit 1;
fi
echo " 3. tsmrun Finish !!"
#!/bin/bash
if [ "$1" == "" ];then
echo " Usage: "
echo " tsmcompiler <java-name> "
echo " Example: "
echo " if you want compiler aaaa.java , you can run"
echo " $\> tsmcompiler aaaa "
echo ""
echo " == this program will =="
echo " 1. Compiler your hadoop or hbase code "
echo " 2. tar your java codes as jar "
echo " ======================================"
exit 0;
fi
code_path=~/my-hadoop-code
mkdir $code_path
#name=echo $1|sed 's/\..*//'
#echo "name= $name"
#exit 0
if [ "$?" != "0" ];then
echo "compiler error !"
rm -rf $code_path
exit 1;
fi
javac -cp xxxxx -d $code_path $1.java
echo " your program is correct, compiler is done!!! "
echo " 2. tar your java jar file....."
jar -cvf $1.jar -C $code_path .
if [ "$?" != "0" ];then
echo "jar file error!"
rm -rf $code_path
exit 1;
fi
echo " 3. tsmcompiler Finish !!"
echo " the jar file is $1.jar"
2010-01-26 14:20:29,471 INFO org.apache.hadoop.mapred.JobTracker: Adding task (c
leanup)'attempt_201001261129_0002_r_000000_2' to tip task_201001261129_0002_r_00
0000, for tracker 'tracker_ea308003.tsmc:localhost.localdomain/127.0.0.1:34811'
2010-01-26 14:20:32,477 INFO org.apache.hadoop.mapred.JobTracker: Adding task 'a
ttempt_201001261129_0002_r_000000_3' to tip task_201001261129_0002_r_000000, for
tracker 'tracker_ea308003.tsmc:localhost.localdomain/127.0.0.1:34811'
2010-01-26 14:20:32,478 INFO org.apache.hadoop.mapred.JobTracker: Removed comple
ted task 'attempt_201001261129_0002_r_000000_2' from 'tracker_ea308003.tsmc:loca
lhost.localdomain/127.0.0.1:34811'
2010-01-26 14:20:41,488 INFO org.apache.hadoop.mapred.TaskInProgress: Error from
attempt_201001261129_0002_r_000000_3: Error: java.lang.ClassNotFoundException:
org.apache.zookeeper.Watcher
at java.net.URLClassLoader$1.run(URLClassLoader.java:200)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:188)
at java.lang.ClassLoader.loadClass(ClassLoader.java:303)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
at java.lang.ClassLoader.loadClass(ClassLoader.java:248)
at java.lang.ClassLoader.loadClassInternal(ClassLoader.java:316)
at java.lang.ClassLoader.defineClass1(Native Method)
at java.lang.ClassLoader.defineClass(ClassLoader.java:616)
at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:12
4)