Changes between Version 2 and Version 3 of waue/2010/0118

Timestamp:

Jan 19, 2010, 10:32:11 AM (16 years ago)

Author:

waue

Comment:

--

waue/2010/0118

@@ +1 @@
+
+原本
+
+{{{
+#!java
+        public static class wordindexM extends
+                        Mapper<LongWritable, Text, Text, Text> {
+                public void map(LongWritable key, Text value,
+                                OutputCollector<Text, Text> output, Reporter reporter)
+                                throws IOException {
+
+                        FileSplit fileSplit = (FileSplit) reporter.getInputSplit();
+                        
+                        String line = value.toString();
+                        StringTokenizer st = new StringTokenizer(line.toLowerCase());
+                        while (st.hasMoreTokens()) {
+                                String word = st.nextToken();
+                                output.collect(new Text(word), new Text(fileSplit.getPath()
+                                                .getName()
+                                                + ":" + line));
+                        }
+                }
+        }
+}}}
 
 遇到問題：
@@ -10 +34 @@
 
 }}}
-待解
+
+ * 已解決
+
+{{{
+#!java
+        public static class wordindexM extends
+                        Mapper<LongWritable, Text, Text, Text> {
+                public void map(LongWritable key, Text value,
+                                OutputCollector<Text, Text> output, Reporter reporter)
+                                throws IOException {
+
+                        FileSplit fileSplit = (FileSplit) reporter.getInputSplit();
+                        Text map_key = new Text();
+                        Text map_value = new Text();
+                        String line = value.toString();
+                        StringTokenizer st = new StringTokenizer(line.toLowerCase());
+                        while (st.hasMoreTokens()) {
+                                String word = st.nextToken();
+                                map_key.set(word);
+                                map_value.set(fileSplit.getPath().getName() + ":" + line);
+                                output.collect(map_key,map_value);
+                        }
+                }
+      }
+}}}