Changes between Version 1 and Version 2 of waue/2009/SEC_to_ICAS

Timestamp:

Aug 4, 2009, 5:39:00 PM (15 years ago)

Author:

waue

Comment:

--

waue/2009/SEC_to_ICAS

@@ -175 +175 @@
 ?>
 }}}
+
+
+ = ICAS =
+ == Map ==
+
+{{{
+        public static class ICAS_M extends MapReduceBase implements
+                        Mapper<LongWritable, Text, Text, Text> {
+
+                String getip(String str) {
+                        String[] ret = str.split(":");
+                        return ret[0];
+                }
+
+                public void map(LongWritable key, Text value,
+                                OutputCollector<Text, Text> output, Reporter reporter)
+                                throws IOException {
+                        // [3] sig [4]class [5]y [6]m [7]d [8]h [9]M [10]s [11]s [12]d [13]t
+
+                        String line = value.toString();
+                        String[] str = line.split(";");
+                        String source_ip = getip(str[11]);
+                        String dest_ip = getip(str[12]);
+                        String fkey = dest_ip ;
+
+                        String date = str[5] + "/" + str[6] + "/" + str[7] + "_" + str[8]
+                                        + ":" + str[9] + ":" + str[10];
+                        // source @ date @ sig @ class @ type
+                        String fvalue = source_ip + "@" + date + "@" + str[3] +"@" +str[4] 
+                              + "@"+ str[13];
+                        output.collect(new Text(fkey), new Text(fvalue));
+                }
+        }
+
+
+}}}
+
+ == Reduce ==
+
+{{{
+        public static class ICAS_R extends TableReduce<Text, Text> {
+
+                public void reduce(Text key, Iterator<Text> values,
+                                OutputCollector<ImmutableBytesWritable, BatchUpdate> output,
+                                Reporter reporter) throws IOException {
+                        HTable table = new HTable("ICAS");
+                        String source_ip;
+                        String date;
+                        String sig_class;
+                        String type;
+                        String signature;
+                        
+                        String rawstr = new String(values.next().getBytes());
+                        String[] str = rawstr.split("@");
+                        source_ip = str[0];
+                        date = str[1];
+                        signature = str[2];
+                        sig_class = str[3];
+                        type = str[4];
+                        // values.next().getByte() can get value and transfer to byte form,
+                        while (values.hasNext()) {
+                                // source_ip + "@" + date + "@" + sig + "@" + class + "@" + type;
+                                rawstr = new String(values.next().getBytes());
+                                str = rawstr.split("@");
+                                source_ip = source_ip + " ; " + str[0];
+                                date = date + " ; " + str[1];
+                                signature = signature + ";" + str[2];
+                        }
+                        reporter.setStatus("amp emitting cell for row'" + key.toString()
+                                        + "'");
+                        BatchUpdate map = new BatchUpdate(key.toString());
+                        // map.setTimestamp(timestamp);
+                        map.put("infor:source_ip", Bytes.toBytes(source_ip));
+                        map.put("infor:signature", Bytes.toBytes(signature));
+                        map.put("infor:date", Bytes.toBytes(date));
+                        map.put("infor:class", Bytes.toBytes(sig_class));
+                        map.put("infor:type", Bytes.toBytes(type));
+                        table.commit(map);
+                        // ImmutableBytesWritable Hkey = new ImmutableBytesWritable(Bytes
+                        // .toBytes(key.toString()));
+                        // output.collect(Hkey, map);
+
+                }
+        }
+}}}