Changes between Version 1 and Version 2 of III130126/Lab10

Timestamp:

Feb 2, 2013, 2:30:20 PM (11 years ago)

Author:

jazz

Comment:

--

III130126/Lab10

@@ -16 +16 @@
 ~$ cp /usr/share/doc/velvet-example/examples/data/test_long.fa.gz .
 ~$ gunzip test_long.fa.gz
-~$ for ((i=1;i<100;i++)); do hadoop fs -put test_long.fa sample-$i.fa; done
-~$ for ((i=1;i<20;i++)); do echo /user/$(whoami)/sample-$i.fa; done > sample-01.txt
-~$ for ((i=20;i<40;i++)); do echo /user/$(whoami)/sample-$i.fa; done > sample-02.txt
-~$ for ((i=40;i<60;i++)); do echo /user/$(whoami)/sample-$i.fa; done > sample-03.txt
-~$ for ((i=60;i<80;i++)); do echo /user/$(whoami)/sample-$i.fa; done > sample-04.txt
-~$ for ((i=80;i<100;i++)); do echo /user/$(whoami)/sample-$i.fa; done > sample-05.txt
+~$ for ((i=1;i<100;i++)); do hadoop fs -put test_long.fa input-$i.fa; done
+~$ for ((i=1;i<20;i++)); do echo /user/$(whoami)/input-$i.fa; done > split-01.txt
+~$ for ((i=20;i<40;i++)); do echo /user/$(whoami)/input-$i.fa; done > split-02.txt
+~$ for ((i=40;i<60;i++)); do echo /user/$(whoami)/input-$i.fa; done > split-03.txt
+~$ for ((i=60;i<80;i++)); do echo /user/$(whoami)/input-$i.fa; done > split-04.txt
+~$ for ((i=80;i<100;i++)); do echo /user/$(whoami)/input-$i.fa; done > split-05.txt
 ~$ hadoop fs -mkdir lab10_input
-~$ hadoop fs -put sample-0* lab10_input
+~$ hadoop fs -put split-0* lab10_input
 }}}
  * 檢查輸入檔案
@@ -55 +55 @@
  * 接著，讓我們在本地端先驗證一下 testmapper.sh 的運作
 {{{
-~$ head -n 2 sample-01.txt > sample-00.txt
+~$ head -n 2 split-01.txt > split-00.txt
 ~$ cat > testmapper.sh << EOF
 #!/bin/bash
@@ -76 +76 @@
 ~$ chmod a+x testmapper.sh
 ~$ cat sample-00.txt | ./testmapper.sh 
-h998@hadoop:/home/h998> hadoop fs -get /user/h998/sample-1.fa /tmp/h998/sample-1.fa
-h998@hadoop:/home/h998> velveth output-sample-1.fa 17 -fasta -short /tmp/h998/sample-1.fa
-h998@hadoop:/home/h998> hadoop fs -put output-sample-1.fa .
-h998@hadoop:/home/h998> hadoop fs -get /user/h998/sample-2.fa /tmp/h998/sample-2.fa
+h998@hadoop:/home/h998> hadoop fs -get /user/h998/input-1.fa /tmp/h998/input-1.fa
+h998@hadoop:/home/h998> velveth output-input-1.fa 17 -fasta -short /tmp/h998/input-1.fa
+h998@hadoop:/home/h998> hadoop fs -put output-input-1.fa .
+h998@hadoop:/home/h998> hadoop fs -get /user/h998/input-2.fa /tmp/h998/input-2.fa
 }}}
  * 讓我們用 Hadoop Streaming 的方式來執行 testmapper.sh
@@ -88 +88 @@
 {{{
 ~$ hadoop fs -cat /user/$(whoami)/lab10_out1/part-00000 | head
-hadoop@hadoop104:/var/lib/hadoop/cache/hadoop/mapred/local/taskTracker/jobcache/job_201106041247_1820/attempt_201106041247_1820_m_000002_0/work> hadoop fs -get /user/h998/sample-60.fa /tmp/h998/sample-60.fa  
-hadoop@hadoop104:/var/lib/hadoop/cache/hadoop/mapred/local/taskTracker/jobcache/job_201106041247_1820/attempt_201106041247_1820_m_000002_0/work> hadoop fs -get /user/h998/sample-61.fa /tmp/h998/sample-61.fa  
-hadoop@hadoop104:/var/lib/hadoop/cache/hadoop/mapred/local/taskTracker/jobcache/job_201106041247_1820/attempt_201106041247_1820_m_000002_0/work> hadoop fs -get /user/h998/sample-62.fa /tmp/h998/sample-62.fa  
+hadoop@hadoop104:/var/lib/hadoop/cache/hadoop/mapred/local/taskTracker/jobcache/job_201106041247_1820/attempt_201106041247_1820_m_000002_0/work> hadoop fs -get /user/h998/input-60.fa /tmp/h998/input-60.fa    
+hadoop@hadoop104:/var/lib/hadoop/cache/hadoop/mapred/local/taskTracker/jobcache/job_201106041247_1820/attempt_201106041247_1820_m_000002_0/work> hadoop fs -get /user/h998/input-61.fa /tmp/h998/input-61.fa    
+hadoop@hadoop104:/var/lib/hadoop/cache/hadoop/mapred/local/taskTracker/jobcache/job_201106041247_1820/attempt_201106041247_1820_m_000002_0/work> hadoop fs -get /user/h998/input-62.fa /tmp/h998/input-62.fa    
 }}}