Changes between Version 1 and Version 2 of jazz/Hadoop_Lab6

Timestamp:

Mar 22, 2009, 3:50:47 PM (15 years ago)

Author:

waue

Comment:

--

jazz/Hadoop_Lab6

@@ -1 +1 @@
 實做六
+
+{{{
+cd $HADOOP_HOME
+bin/hadoop dfs -mkdir input
+echo "I like NCHC Cloud Course." > input1
+echo "I like nchc Cloud Course, and we enjoy this crouse." > input2
+bin/hadoop dfs -put input1 input
+bin/hadoop dfs -put input2 input
+bin/hadoop dfs -ls input
+}}}
+ * 編輯WordCount.java
+{{{
+mkdir MyJava
+javac -classpath hadoop-*-core.jar -d MyJava WordCount.java
+jar -cvf wordcount.jar -C MyJava .
+bin/hadoop jar wordcount.jar WordCount input/ output/
+dfs -cat output/part-00000
+}}}
+
+-----
+{{{
+echo "\." >pattern.txt && echo "\," >>pattern.txt
+bin/hadoop dfs -put pattern.txt ./
+mkdir MyJava2
+}}}
+ * 編輯WordCount2.java
+{{{
+javac -classpath hadoop-*-core.jar -d MyJava2 WordCount2.java
+jar -cvf wordcount2.jar -C MyJava2 .
+bin/hadoop jar wordcount2.jar WordCount2 input output2 -skip pattern.txt
+dfs -cat output2/part-00000
+bin/hadoop jar wordcount2.jar WordCount2 -Dwordcount.case.sensitive=false input output3 -skip pattern.txt
+dfs -cat output3/part-00000
+}}}