Changeset 33 for sample/hadoop-0.16/tw/org

Timestamp:

Jul 22, 2008, 5:55:42 PM (16 years ago)

Author:

waue

Message:

little tunning SnortParser?.java

new SnortUploadHbase? to parse data to hbase, testing

Location:

sample/hadoop-0.16/tw/org/nchc/code

Files:

• BuildHTable.class (deleted)
• Convert.class (deleted)
• HBaseClient.class (deleted)
• HBaseRecord$ReduceClass.class (deleted)
• HBaseRecord.class (deleted)
• HBaseRecord2$ReduceClass.class (deleted)
• HBaseRecord2.class (deleted)
• HBaseRecordPro$ReduceClass.class (deleted)
• HBaseRecordPro.class (deleted)
• SnortBase.java (modified) (1 diff)
• SnortParser.java (modified) (2 diffs)
• SnortUploadHbase.java (added)

sample/hadoop-0.16/tw/org/nchc/code/SnortBase.java

@@ -206 +206 @@
 
   public static void main(String[] args) throws IOException {
-    String table_name = "apache-log2";
+    String table_name = "snort";
     String dir = "/user/waue/apache-log";
     

sample/hadoop-0.16/tw/org/nchc/code/SnortParser.java

@@ -15 +15 @@
 import java.io.IOException;
 import java.text.ParseException;
-import java.util.StringTokenizer;
 import java.util.regex.Matcher;
 import java.util.regex.Pattern;
 
 public class SnortParser {
-  private String logData = new String(); 
-  private BufferedReader fi ;
-  private BufferedWriter fw ;
-  public SnortParser(String in, String ou) throws IOException {
-    fi = new BufferedReader(new FileReader(new File(in)));
-    fw = new BufferedWriter(new FileWriter(new File(ou)));
+  private String logData = new String();
+
+  private String in;
+
+  private String ou;
+
+  public SnortParser(String in, String ou) {
+    this.in = in;
+    this.ou = ou;
   }
 
-  public static boolean isIpAddress(String inputString) {
-    StringTokenizer tokenizer = new StringTokenizer(inputString, ".");
-    if (tokenizer.countTokens() != 4) {
-      return false;
-    }
-    try {
-      for (int i = 0; i < 4; i++) {
-        String t = tokenizer.nextToken();
-        int chunk = Integer.parseInt(t);
-        if ((chunk & 255) != chunk) {
-          return false;
-        }
-      }
-    } catch (NumberFormatException e) {
-      return false;
-    }
-    if (inputString.indexOf("..") >= 0) {
-      return false;
-    }
-    return true;
+  public SnortParser() {
+    this.in = "/var/log/snort/alert";
+    this.ou = "~/parseSnort.log";
   }
 
   public void snortParser(String line, int i) throws ParseException,
       Exception {
-    String[] data ;
+    String[] data;
     Pattern patten_line;
-    Matcher matcher;    
+    Matcher matcher;
     switch (i) {
     case 1:
@@ -81 +66 @@
       data = new String[number];
       for (int j = 0; j < number; j++) {
-        data[j] = matcher.group(j+1);
-        this.logData += (data[j]+";");
+        data[j] = matcher.group(j + 1);
+        this.logData += (data[j] + ";");
       }
-      
+
     }
-    
+
   }
-  void parseToLine() throws IOException,ParseException,Exception {
 
+  void parseToLine() throws IOException, ParseException, Exception {
+    BufferedReader fi = new BufferedReader(new FileReader(new File(in)));
+    BufferedWriter fw = new BufferedWriter(new FileWriter(new File(ou)));
     String line = null;
     int count = 0;
-
     do {
-      String tmp = this.fi.readLine();
+      String tmp = fi.readLine();
       if (tmp == null) {
         break;
-      }else if(count < 4){
+      } else if (count < 4) {
         line = tmp;
-//        System.out.println(line);
-        snortParser(line, count+1);
-        count ++;
-      }else if(count ==4 ){
-        count ++;
-      }else if (count == 5){
-        this.fw.write(this.logData.toString() + "\n");
-        this.logData = "" ;
+        // System.out.println(line);
+        snortParser(line, count + 1);
+        count++;
+      } else if (count == 4) {
+        count++;
+      } else if (count == 5) {
+        fw.write(this.logData.toString() + "\n");
+        this.logData = "";
         count = 0;
-      }
-      else
-      {
+      } else {
         System.err.print(" Error ! ");
-        return ;
+        return;
       }
     } while (true);
-    this.fw.flush();
-    this.fw.close();
+    fw.flush();
+    fw.close();
 
   }
+
   public static void main(String[] args) throws ParseException, Exception {
     String in = new String("/home/waue/Desktop/alert");
     String ou = new String("/home/waue/Desktop/bb");
-    SnortParser a = new SnortParser(in,ou);
+    SnortParser a = new SnortParser(in, ou);
     a.parseToLine();
   }