wiki:waue/2010/0126

Version 3 (modified by waue, 15 years ago) (diff)

--

#!/bin/bash
if [ "$1" == "" ];then
        echo "  Usage: "
        echo "       xxxrun <jar-file> <main-func-name> [arg1 arg2 ...] "
        echo ""
        echo "  this program will run your hadoop code "
        echo "  ======================================="
        exit 0;
fi

echo " 1. Now! run your hadoop code .."

/opt/hadoop/bin/hadoop jar $1 $2 $3 $4 $5

if [ "$?" != "0" ];then
        echo " hadoop run error !"
        exit 1;
fi

echo " 3. tsmrun  Finish !!"

#!/bin/bash
if [ "$1" == "" ];then
        echo "  Usage: "
        echo "       tsmcompiler <java-name> "
        echo "  Example: "
        echo "  if you want compiler aaaa.java , you can run"
        echo "  $\>  tsmcompiler aaaa "
        echo ""
        echo "  ==      this program will           =="
        echo "  1. Compiler your hadoop or hbase code "
        echo "  2. tar your java codes as jar "
        echo "  ======================================"
        exit 0;
fi

code_path=~/my-hadoop-code
mkdir $code_path

#name=echo $1|sed 's/\..*//'
#echo "name= $name"
#exit 0

if [ "$?" != "0" ];then
        echo "compiler error !"
        rm -rf $code_path
        exit 1;
fi

javac -cp xxxxx  -d $code_path $1.java

echo "    your program is correct, compiler is done!!! "

echo " 2. tar your java jar file....."

jar -cvf $1.jar -C $code_path .

if [ "$?" != "0" ];then
        echo "jar file error!"
        rm -rf $code_path
        exit 1;
fi

echo " 3. tsmcompiler  Finish !!"
echo "    the jar file is $1.jar"
2010-01-26 14:20:29,471 INFO org.apache.hadoop.mapred.JobTracker: Adding task (c
leanup)'attempt_201001261129_0002_r_000000_2' to tip task_201001261129_0002_r_00
0000, for tracker 'tracker_ea308003.tsmc:localhost.localdomain/127.0.0.1:34811'
2010-01-26 14:20:32,477 INFO org.apache.hadoop.mapred.JobTracker: Adding task 'a
ttempt_201001261129_0002_r_000000_3' to tip task_201001261129_0002_r_000000, for
 tracker 'tracker_ea308003.tsmc:localhost.localdomain/127.0.0.1:34811'
2010-01-26 14:20:32,478 INFO org.apache.hadoop.mapred.JobTracker: Removed comple
ted task 'attempt_201001261129_0002_r_000000_2' from 'tracker_ea308003.tsmc:loca
lhost.localdomain/127.0.0.1:34811'
2010-01-26 14:20:41,488 INFO org.apache.hadoop.mapred.TaskInProgress: Error from
 attempt_201001261129_0002_r_000000_3: Error: java.lang.ClassNotFoundException:
org.apache.zookeeper.Watcher
        at java.net.URLClassLoader$1.run(URLClassLoader.java:200)
        at java.security.AccessController.doPrivileged(Native Method)
        at java.net.URLClassLoader.findClass(URLClassLoader.java:188)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:303)
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
        at java.lang.ClassLoader.loadClass(ClassLoader.java:248)
        at java.lang.ClassLoader.loadClassInternal(ClassLoader.java:316)
        at java.lang.ClassLoader.defineClass1(Native Method)
        at java.lang.ClassLoader.defineClass(ClassLoader.java:616)
        at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:12
4)