#!/bin/bash if [ "$1" == "" ];then echo " Usage: " echo " xxxrun <jar-file> <main-func-name> [arg1 arg2 ...] " echo "" echo " this program will run your hadoop code " echo " =======================================" exit 0; fi echo " 1. Now! run your hadoop code .." /opt/hadoop/bin/hadoop jar $1 $2 $3 $4 $5 if [ "$?" != "0" ];then echo " hadoop run error !" exit 1; fi echo " 3. tsmrun Finish !!"
#!/bin/bash if [ "$1" == "" ];then echo " Usage: " echo " tsmcompiler <java-name> " echo " Example: " echo " if you want compiler aaaa.java , you can run" echo " $\> tsmcompiler aaaa " echo "" echo " == this program will ==" echo " 1. Compiler your hadoop or hbase code " echo " 2. tar your java codes as jar " echo " ======================================" exit 0; fi code_path=~/my-hadoop-code mkdir $code_path #name=echo $1|sed 's/\..*//' #echo "name= $name" #exit 0 if [ "$?" != "0" ];then echo "compiler error !" rm -rf $code_path exit 1; fi javac -cp xxxxx -d $code_path $1.java echo " your program is correct, compiler is done!!! " echo " 2. tar your java jar file....." jar -cvf $1.jar -C $code_path . if [ "$?" != "0" ];then echo "jar file error!" rm -rf $code_path exit 1; fi echo " 3. tsmcompiler Finish !!" echo " the jar file is $1.jar"
2010-01-26 14:20:29,471 INFO org.apache.hadoop.mapred.JobTracker: Adding task (c leanup)'attempt_201001261129_0002_r_000000_2' to tip task_201001261129_0002_r_00 0000, for tracker 'tracker_ea308003.tsmc:localhost.localdomain/127.0.0.1:34811' 2010-01-26 14:20:32,477 INFO org.apache.hadoop.mapred.JobTracker: Adding task 'a ttempt_201001261129_0002_r_000000_3' to tip task_201001261129_0002_r_000000, for tracker 'tracker_ea308003.tsmc:localhost.localdomain/127.0.0.1:34811' 2010-01-26 14:20:32,478 INFO org.apache.hadoop.mapred.JobTracker: Removed comple ted task 'attempt_201001261129_0002_r_000000_2' from 'tracker_ea308003.tsmc:loca lhost.localdomain/127.0.0.1:34811' 2010-01-26 14:20:41,488 INFO org.apache.hadoop.mapred.TaskInProgress: Error from attempt_201001261129_0002_r_000000_3: Error: java.lang.ClassNotFoundException: org.apache.zookeeper.Watcher at java.net.URLClassLoader$1.run(URLClassLoader.java:200) at java.security.AccessController.doPrivileged(Native Method) at java.net.URLClassLoader.findClass(URLClassLoader.java:188) at java.lang.ClassLoader.loadClass(ClassLoader.java:303) at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301) at java.lang.ClassLoader.loadClass(ClassLoader.java:248) at java.lang.ClassLoader.loadClassInternal(ClassLoader.java:316) at java.lang.ClassLoader.defineClass1(Native Method) at java.lang.ClassLoader.defineClass(ClassLoader.java:616) at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:12 4)
Last modified 15 years ago
Last modified on Jan 26, 2010, 5:03:44 PM